Increase verbosity of download script

This commit is contained in:
Emmanuel 2023-02-06 16:06:50 +01:00
parent 2ad909e36e
commit d8b8b84942

View file

@ -8,7 +8,7 @@ import { $, cd } from "zx"
async function downloadDataset( async function downloadDataset(
datasetName: string, datasetName: string,
dilaDir: string, dilaDir: string,
{ push }: { push?: boolean } = {}, { push, silent }: { push?: boolean; silent?: boolean } = {},
): Promise<void> { ): Promise<void> {
const datasetNameUpper = datasetName.toUpperCase() const datasetNameUpper = datasetName.toUpperCase()
const archivesUrl = `https://echanges.dila.gouv.fr/OPENDATA/${datasetNameUpper}/` const archivesUrl = `https://echanges.dila.gouv.fr/OPENDATA/${datasetNameUpper}/`
@ -94,6 +94,9 @@ async function downloadDataset(
if (latestArchiveDate != null && date <= latestArchiveDate) { if (latestArchiveDate != null && date <= latestArchiveDate) {
continue continue
} }
if (!silent) {
console.log(`Adding ${archiveName} to dataset…`)
}
const archiveUrl = new URL(archiveName, archivesUrl).toString() const archiveUrl = new URL(archiveName, archivesUrl).toString()
await $`curl --remote-name --show-error --silent ${archiveUrl}` await $`curl --remote-name --show-error --silent ${archiveUrl}`
if (archiveName.match(fullArchiveNameRegExp) === null) { if (archiveName.match(fullArchiveNameRegExp) === null) {
@ -162,8 +165,9 @@ async function downloadDataset(
sade("download_dila_dataset <dataset> <dilaDir>", true) sade("download_dila_dataset <dataset> <dilaDir>", true)
.describe("Download latest versions of a Dila dataset") .describe("Download latest versions of a Dila dataset")
.example("dole ../dila-data/s") .example("dole ../dila-data/")
.option("-p, --push", "Push dataset repository") .option("-p, --push", "Push dataset repository")
.option("-s, --silent", "Hide log messages")
.action(async (dataset, dilaDir, options) => { .action(async (dataset, dilaDir, options) => {
await downloadDataset(dataset, dilaDir, options) await downloadDataset(dataset, dilaDir, options)
process.exit(0) process.exit(0)