chemidplus qa of blank RN URL results in the registry number log

[meerapatelmd]

QA Chemidplus RNL for search results that do not have an RN number

filter for "https://chem.nlm.nih.gov/chemidplus/rn/ " rn_url field

qa_concepts <-
chariot::queryAthena(
"
SELECT DISTINCT raw_concept
FROM chemidplus.registry_number_log
WHERE rn_url = 'https://chem.nlm.nih.gov/chemidplus/rn/'
",
skip_cache = TRUE
) %>%
unlist()

chariot::sendAthena(
sql_statement = "DELETE FROM chemidplus.registry_number_log WHERE rn_url = 'https://chem.nlm.nih.gov/chemidplus/rn/';"
)

concepts <- sample(qa_concepts)
errors <- vector()

for (i in 1:length(concepts)) {

    secretary::typewrite(secretary::blueTxt("QA Concept:"), concepts[i])

    Sys.sleep(5)

    conn <- chariot::connectAthena()
    output <-
            tryCatch(
                    skyscraper::log_registry_number(conn = conn,
                                                    raw_concept = concepts[i],
                                                    type = "contains",
                                                    sleep_time = 5)
                    ,
                    error = function(e) "Error")
    chariot::dcAthena(conn = conn)

    if (length(output) == 1) {
            if (output == "Error") {
                    errors <-
                            c(errors,
                              concepts[i])
            }
    }

    chariot::sendAthena(
            sql_statement = "DELETE FROM chemidplus.registry_number_log WHERE rn_url = 'https://chem.nlm.nih.gov/chemidplus/rn/';"
    )

    secretary::typewrite_progress(iteration = i,
                                  total = length(concepts),
                                  file = log_file)

    secretary::typewrite_error(length(errors))

}

if (length(errors)) {
skyscraper::log_errors(conn = a_conn,
schema = "chemidplus",
errors = errors,
search_type = "contains")
}