From e98c364ec62eb3dbfb3b43efeaadcb1ce85ae793 Mon Sep 17 00:00:00 2001 From: Victor Nova Date: Thu, 23 Jun 2022 08:45:31 -0700 Subject: [PATCH] PowerShell download script --- download/download.ps1 | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 download/download.ps1 diff --git a/download/download.ps1 b/download/download.ps1 new file mode 100644 index 0000000..87f5dbb --- /dev/null +++ b/download/download.ps1 @@ -0,0 +1,21 @@ +#!/bin/pwsh + +New-Item -Type Directory -Path yalm100b_checkpoint/vocab -Force +New-Item -Type Directory -Path yalm100b_checkpoint/weights -Force + +cd yalm100b_checkpoint/vocab + +Invoke-WebRequest -Uri https://yalm-100b.s3.yandex.net/vocab/voc_100b.sp -OutFile voc_100b.sp + +cd ../weights + +$skip_layers = 2, 83 +for ($layer = 0; $layer -le 84; $layer++) { + if ($skip_layers -contains $layer) { + continue + } + $layer_str = $layer.ToString('00') + $layer_file_name = "layer_${layer_str}-model_00-model_states.pt" + $layer_url = "https://yalm-100b.s3.yandex.net/weights/${layer_file_name}" + Invoke-WebRequest -Uri $layer_url -OutFile $layer_file_name +}