Merge branch 'explore_ISRCTN'

.Rbuildignore

@@ -24,3 +24,4 @@ cran-comments.md
 ^revdep$
 some_database_name.sqlite_file
 .future.R
+^cran-comments\.md$

DESCRIPTION

@@ -1,21 +1,23 @@
 Package: ctrdata
 Type: Package
 Title: Retrieve and Analyze Clinical Trials in Public Registers
-Version: 1.5.3.9000
+Version: 1.5.3.9001
 Imports: jsonlite, httr, curl, clipr, xml2, rvest, nodbi (>= 0.4), DBI, stringi
 SystemRequirements: sed, php, cat, perl
 URL: https://cran.r-project.org/package=ctrdata
 BugReports: https://github.com/rfhb/ctrdata/issues
 Description: Provides functions for querying, retrieving and analyzing
         protocol- and results-related information on clinical trials from
         two public registers, the 'European Union Clinical Trials Register'
-        ('EUCTR', <https://www.clinicaltrialsregister.eu/>) and
-        'ClinicalTrials.gov' ('CTGOV', <https://clinicaltrials.gov/>). The
-        trial information is transformed and stored in a database ('SQLite' 
-        or 'MongoDB', via 'nodbi'). Functions are provided to identify de-
-        duplicated records, to easily find and extract variables (fields)
-        of interest even from complex nesting as used by the registers, 
-        and to update previous queries that users retrieved in a database. 
+        ('EUCTR', <https://www.clinicaltrialsregister.eu/>), 
+        'ClinicalTrials.gov' ('CTGOV', <https://clinicaltrials.gov/>) and
+        the 'ISRCTN' (<http://www.isrctn.com/>). 
+        Trial information is downloaded, converted and stored in a database 
+        ('SQLite' or 'MongoDB', via 'nodbi'). 
+        Functions are provided to identify de-duplicated records, 
+        to easily find and extract variables (fields) of interest even 
+        from complex nesting as used by the registers, and
+        to update previous queries that users retrieved in a database. 
         The package can be used for meta analysis and trend-analysis of
         the design and conduct as well as results of clinical trials.
 License: MIT + file LICENSE

NAMESPACE

@@ -39,5 +39,6 @@ importFrom(stats,na.omit)
 importFrom(stringi,stri_extract_all_charclass)
 importFrom(stringi,stri_extract_first)
 importFrom(stringi,stri_replace_first)
+importFrom(utils,URLdecode)
 importFrom(utils,capture.output)
 importFrom(xml2,read_html)

NEWS.md

@@ -1,10 +1,22 @@
+# ctrdata 1.5.3.9001
+ - 2021-05-09
+ - refactored checking binaries and caching this info 
+ - updated EUCTR download parameters
+ - refactored ctrGetQueryUrl and ctrOpenSearchPagesInBrowser
+ - harmonised error checking
+ - avoid some errors with external scripts
+ - added support for ISRCTN
+ - refactored url / query mangling, added detailed testing
+ - refactored storing JSON into database (handle big files, reduce memory)
+ - improved dbFindIdsUniqueTrials (speed, memory, register coverage)
+ - factored out conversion to JSON
+ - accelerated EUCTR results and history download and storage
+ - external scripts now create multiple chunks of records
+ - use further identifier fields with dbFindIdsUniqueTrials
+
 # ctrdata 1.5.3.9000
  - 2021-04-29
  - adding user info which field entries could not be typed
- - refactor checking and caching binaries 
- - update EUCTR download parameters 
- - harmonise error checking 
- - avoid script errors
 
 # ctrdata 1.5.3
  - 2021-04-19