Increase verbosity of download script
This commit is contained in:
parent
2ad909e36e
commit
d8b8b84942
1 changed files with 6 additions and 2 deletions
|
@ -8,7 +8,7 @@ import { $, cd } from "zx"
|
||||||
async function downloadDataset(
|
async function downloadDataset(
|
||||||
datasetName: string,
|
datasetName: string,
|
||||||
dilaDir: string,
|
dilaDir: string,
|
||||||
{ push }: { push?: boolean } = {},
|
{ push, silent }: { push?: boolean; silent?: boolean } = {},
|
||||||
): Promise<void> {
|
): Promise<void> {
|
||||||
const datasetNameUpper = datasetName.toUpperCase()
|
const datasetNameUpper = datasetName.toUpperCase()
|
||||||
const archivesUrl = `https://echanges.dila.gouv.fr/OPENDATA/${datasetNameUpper}/`
|
const archivesUrl = `https://echanges.dila.gouv.fr/OPENDATA/${datasetNameUpper}/`
|
||||||
|
@ -94,6 +94,9 @@ async function downloadDataset(
|
||||||
if (latestArchiveDate != null && date <= latestArchiveDate) {
|
if (latestArchiveDate != null && date <= latestArchiveDate) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
if (!silent) {
|
||||||
|
console.log(`Adding ${archiveName} to dataset…`)
|
||||||
|
}
|
||||||
const archiveUrl = new URL(archiveName, archivesUrl).toString()
|
const archiveUrl = new URL(archiveName, archivesUrl).toString()
|
||||||
await $`curl --remote-name --show-error --silent ${archiveUrl}`
|
await $`curl --remote-name --show-error --silent ${archiveUrl}`
|
||||||
if (archiveName.match(fullArchiveNameRegExp) === null) {
|
if (archiveName.match(fullArchiveNameRegExp) === null) {
|
||||||
|
@ -162,8 +165,9 @@ async function downloadDataset(
|
||||||
|
|
||||||
sade("download_dila_dataset <dataset> <dilaDir>", true)
|
sade("download_dila_dataset <dataset> <dilaDir>", true)
|
||||||
.describe("Download latest versions of a Dila dataset")
|
.describe("Download latest versions of a Dila dataset")
|
||||||
.example("dole ../dila-data/s")
|
.example("dole ../dila-data/")
|
||||||
.option("-p, --push", "Push dataset repository")
|
.option("-p, --push", "Push dataset repository")
|
||||||
|
.option("-s, --silent", "Hide log messages")
|
||||||
.action(async (dataset, dilaDir, options) => {
|
.action(async (dataset, dilaDir, options) => {
|
||||||
await downloadDataset(dataset, dilaDir, options)
|
await downloadDataset(dataset, dilaDir, options)
|
||||||
process.exit(0)
|
process.exit(0)
|
||||||
|
|
Loading…
Reference in a new issue