c-3lab / dim Goto Github PK

dim search "keyword" -n 10 --type json

dim install https://www.city.chofu.tokyo.jp/www/contents/1489047638868/simple/1.xls -n "東京都調布市市立小・中学校一覧" -p xlsx-to-csv

error: TS1477 [ERROR]: An instantiation expression cannot be followed by a property access.
          () => Promise<number>.resolve(4),
                       ~~~~~~~~
    at file:///home/runner/work/dim/dim/tests/libs/actions.search.test.ts:451:24

Deno.run({ cmd: ["/bin/sh", "-c", "wc -c data_files/xxx/xxx.zip > /tmp/test.txt"]})

Deno.run({ cmd: ["/bin/sh", "-c", "wc -c > /tmp/test.txt"], stdin: xxxx })

dim install -f ./file/path/dim.json

dim install -f https://github/xxx/xxxx/master/xxxx/dim.json

dim install http://xxxx/data -n data -fn data.json

curl -i https://api.openai.com/v1/completions -H \
    "Content-Type: application/json" \
    -H "Authorization: Bearer $OPENAI_API_KEY" \
    -d '{
         "model": "gpt-3.5-turbo",
         "prompt": "generate the code that prints the following messange in python: this is a test",
         "max_tokens": 7,
         "temperature": 0
    }'

HTTP/2 404 
date: Thu, 15 Jun 2023 12:13:02 GMT
content-type: application/json
content-length: 227
access-control-allow-origin: *
openai-organization: albert-inc-1
openai-processing-ms: 268
openai-version: 2020-10-01
strict-transport-security: max-age=15724800; includeSubDomains
x-ratelimit-limit-requests: 3500
x-ratelimit-limit-tokens: 90000
x-ratelimit-remaining-requests: 3499
x-ratelimit-remaining-tokens: 89992
x-ratelimit-reset-requests: 17ms
x-ratelimit-reset-tokens: 4ms
x-request-id: 9bdd4ddbcedcce031c323eb331076f87
cf-cache-status: DYNAMIC
server: cloudflare
cf-ray: 7d7ab9887db0afdb-NRT
alt-svc: h3=":443"; ma=86400

{
  "error": {
    "message": "This is a chat model and not supported in the v1/completions endpoint. Did you mean to use v1/chat/completions?",
    "type": "invalid_request_error",
    "param": "model",
    "code": null
  }
}

error: TS1192 [ERROR]: Module '"https://jspm.dev/xlsx.js"' has no default export.
import xlsxlib from 'https://jspm.dev/xlsx'
       ~~~~~~~
    at https://deno.land/x/[email protected]/src/xlsx.ts:1:8

# deno --version
deno 1.19.1 (release, x86_64-unknown-linux-gnu)
v8 9.9.115.7
typescript 4.5.2
# git for-each-ref
5383d922b715002dc8706fb6af8e4a53b125b8bd commit refs/heads/main
5383d922b715002dc8706fb6af8e4a53b125b8bd commit refs/remotes/origin/HEAD
5383d922b715002dc8706fb6af8e4a53b125b8bd commit refs/remotes/origin/main
8c54c493a4588103a9f715812e6f7dad467a9853 commit refs/tags/v0.1.3
5f4309e2f10008ad01582ccbc92ec7327a858df8 commit refs/tags/v0.1.4
b3092d7d4a9208437c60cae05de43a747503fbea commit refs/tags/v0.1.5

$ sudo docker run -it --rm ubuntu /bin/bash

# apt update; apt upgrade
# apt install git curl unzip

# curl -fsSL https://deno.land/install.sh | sh
# echo 'export DENO_INSTALL="/root/.deno"' >> ~/.bashrc
# echo 'export PATH="$DENO_INSTALL/bin:$PATH"' >> ~/.bashrc
# source ~/.bashrc

# git clone [email protected]:ryo-ma/dim.git
# cd dim
# deno install --unstable --allow-read --allow-write --allow-run --allow-net dim.ts
Download https://cdn.skypack.dev/encoding-japanese
Download https://deno.land/[email protected]/fmt/colors.ts
Download https://deno.land/[email protected]/fs/mod.ts
...
Download https://deno.land/x/[email protected]/src/xlsx-types.ts
Download https://jspm.dev/xlsx
...
Check file:///root/dim/dim.ts
error: TS1192 [ERROR]: Module '"https://jspm.dev/xlsx.js"' has no default export.
import xlsxlib from 'https://jspm.dev/xlsx'
       ~~~~~~~
    at https://deno.land/x/[email protected]/src/xlsx.ts:1:8

$ dim install https://www.example.com -n example1
Failed to install. Is a directory (os error 21), open './data_files/example1/'

$ dim install -h "Fiware-Service: xxxx" http://xxxxxxxx

dim install https://opendata.go.jp/xxx/{{.*}}/xxxx.json

InstallAction ...
  with URL ...
    download and check that data_files, dim.json and dim-lock.json are saved. ... ok (20ms)
    exit with error when name is not specified ... ok (5ms)
    exit with error when run with "name" not recorded in dim.json ... ok (7ms)
    overwrite existing files when specified name is duplicated and force is true ... ok (7ms)
    download using request headers and check that they are recorded in dim.json and dim-lock.json when specify headers option ... ok (6ms)
    encode downloaded file to Shift-JIS and record in dim.json, dim-lock.json when specify "encode sjis" as postProcesses ... ok (8ms)
    exit with error when specify "encode utf-8 sjis" as postProcesses, and download ... ok (7ms)
    exit with error when specify "encode" as postProcesses, and download. ... ok (6ms)
    check that the command for darwin to extract the downloaded file is entered and recorded in dim.json and dim-lock.json. ... ok (6ms)
    check that the decompress method is called with two arguments when the os is not darwin. ... ok (6ms)
    exit with error when specify "unzip a" as postProcess and download ... ok (4ms)
    convert downloaded file from xlsx to csv and record in dim.json and dim-lock.json when specify "xlsx-to-csv" as postProcesses ... ok (26ms)
    convert downloaded file from xls to csv and record in dim.json and dim-lock.json when specify "xlsx-to-csv" as postProcesses ... ok (16ms)
    exit with error when specify "xlsx-to-csv a" as postProcesses and download ... ok (14ms)
    download file and execute echo command with downloaded file path as standard output when specify "cmd echo" as postProcesses ... ok (7ms)
    download file and execute echo command with "a" and downloaded file path as standard output when specify "cmd echo a" as postProcesses ... ok (6ms)
    exit with error when specify "cmd" as postProcesses and download ... ok (6ms)
    output log and ignore error when specify error command such as "cmd aaa" as postProcesses ... ok (10ms)
    exit with error when specify "aaa" as postProcess and download ... ok (5ms)
    exit with error when if the URL is incorrectly described. ... FAILED (6ms)
      error: AssertionError: spy not called with expected args:
      
      
          [Diff] Actual / Expected
      
      
          [
            "\x1b[31mFailed to install.\x1b[39m",
      -     "\x1b[31mInvalid URL: 'aaa'\x1b[39m",
      +     "\x1b[31mInvalid URL\x1b[39m",
          ]
      
              throw new AssertionError(
                    ^
          at assertSpyCall (https://deno.land/[email protected]/testing/mock.ts:542:15)
          at Object.<anonymous> (file:///home/osoken/Documents/works/projects/cfj/dim/repo/dim/tests/libs/actions.install.test.ts:798:9)
          at async Function.runTest (https://deno.land/[email protected]/testing/_test_suite.ts:358:7)
          at async Function.runTest (https://deno.land/[email protected]/testing/_test_suite.ts:346:9)
          at async Function.runTest (https://deno.land/[email protected]/testing/_test_suite.ts:346:9)
          at async fn (https://deno.land/[email protected]/testing/_test_suite.ts:316:13)
    exit with error when failed to download ... ok (7ms)
    exit with error when execute with URL and file path ... ok (6ms)
  with URL ... FAILED (204ms)

$ dim update [name]

$ dim generate -t [source name or file path] -m [message for post-process] -o [output file path]

$ dim generate -t kankou1 -m "convert to geojson"

$ dim search xxxxxx
package_title1
- package_url
- package_description
- package_license
   1.resource_name1
    * resource_url1
    * resource_description1
    * created1
    * format
   2.resource_name2
    * resource_url2
    * resource_description2
    * created2
    * format
package_title2
- package_url
- package_description
- package_license
   3.resource_name3
    * resource_url3
    * resource_description3
    * created3
    * format
   4.resource_name4
    * resource_url4
    * resource_description4
    * created4
    * format

$ dim search -i xxxx

package_title1
- package_url
- package_description
- package_license
   1.resource_name1
    * resource_url1
    * resource_description1
    * created1
    * format
   2.resource_name2
    * resource_url2
    * resource_description2
    * created2
    * format
package_title2
- package_url
- package_description
- package_license
   3.resource_name3
    * resource_url3
    * resource_description3
    * created3
    * format
   4.resource_name4
    * resource_url4
    * resource_description4
    * created4
    * format
...
Enter the number of the data to install
> 1

Enter the name. Enter blank if not required.
> 

Enter the post-processing you want to add separated by spaces.
Enter blank if not required.
(ex.: > unzip xlsx-to-csv)
> unzip

installing...
unzip
Installed to /xxx/xxx

const denoBuildOsStub = stub(Deno.build, "os");

dim install http://example.com/example.xlsx -p "xlsx-to-csv" -p "encode SJIS"

DIM_FILE_PATH=./file_path

dim install https://xxxxxx -n example --prefix ./file_path