Package housekeeping

DESCRIPTION

@@ -1,8 +1,8 @@
 Type: Package
 Package: pxweb
 Title: R Interface to PXWEB APIs
-Version: 0.17.1
-Date: 2025-04-01
+Version: 0.17.2
+Date: 2025-12-04
 Authors@R: c(
     person("Mans", "Magnusson", , "[email protected]", role = c("aut", "cre"),
            comment = c(ORCID = "0000-0002-0296-2719")),
@@ -16,8 +16,10 @@ Authors@R: c(
     person("Thomas", "Runarsson", role = "ctb"),
     person("Torbjörn", "Lindquist", role = "ctb"),
     person("Palmar", "Thorsteinsson", role = "ctb"),
-    person("Pyry", "Kantanen", role = "ctb"),
-    person("Sebastian", "Ankargren", role = "ctb")
+    person("Pyry", "Kantanen", role = "ctb", 
+           comment = c(ORCID = "0000-0003-2853-2765")),
+    person("Sebastian", "Ankargren", role = "ctb"),
+    person("Sampo", "Vesanen", role = "ctb")
   )
 Description: Generic interface for the PX-Web/PC-Axis API. The
     PX-Web/PC-Axis API is used by organizations such as Statistics Sweden
@@ -49,6 +51,6 @@ Suggests:
 VignetteBuilder: 
     knitr
 Encoding: UTF-8
-RoxygenNote: 7.3.2
+RoxygenNote: 7.3.3
 X-schema.org-isPartOf: http://ropengov.org/
 X-schema.org-keywords: ropengov

NEWS.md

@@ -1,3 +1,11 @@
+# Version 0.17.2
+
+- Fix "Too Many Requests (RFC 6585) (HTTP 429)" error when downloading large queries (issue #281, PR #284 by @sampoves)
+
+# Version 0.17.1
+
+- Enable the use of json-query files downloaded from StatFin website that are wrapped in an additional queryObj-layer. The example json query files used by the package do not have this. (PR #280 by @pitkant)
+
 # Version 0.16.2
 
 - Return better error messages when using as.data.frame() for pxweb metadata objects.

R/pxweb_get.R

@@ -153,7 +153,20 @@ pxweb_advanced_get <- function(url, query = NULL, verbose = TRUE, log_http_calls
       px <- pxweb_add_call(px)
       pxurl <- build_pxweb_url(px)
       pxqs[[i]] <- pxweb_remove_metadata_from_query(pxqs[[i]], pxmd)
-      r <- httr::POST(pxurl, body = pxweb_as_json(x = pxqs[[i]]), pxweb_user_agent(), ...)
+      r <- httr::RETRY(
+        verb = "POST",
+        url = pxurl,
+        body = pxweb_as_json(x = pxqs[[i]]),
+        times = 5,
+        pause_base = 2,
+        pause_cap = 30,
+        pause_min = 1,
+        terminate_on = c(400, 401, 403),
+        quiet = !verbose,
+        httr::add_headers(`Content-Type` = "application/json"),
+        pxweb_user_agent(),
+        ...
+      )
       pxweb_http_log_response(r)
       httr::stop_for_status(r)
       pxr[[i]] <- pxweb_parse_response(x = r)

inst/CITATION

@@ -4,8 +4,6 @@ pkg <- meta$Package
 title <- gsub("'", "", meta$Title)
 doi <- paste0("10.32614/CRAN.package.", pkg)
 
-citHeader("Kindly cite the pxweb R package as follows:")
-
 bibentry(bibtype="Manual",
   header = sprintf("Kindly cite the '%s' R package as follows:", pkg),
   title = sprintf("{%s: %s}", pkg, title),