veld_code__word2vec/veld_export_to_pkl.yaml at main · veldhub/veld_code__word2vec · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
x-veld:
  code:
    description: "exports a word2vec model to a pkl file containing a python dict, where the keys
      are words and its values are the learned vectors, represented as high-dimensional numpy
      arrays."
    topic:
      - "ETL"
      - "NLP"
      - "Machine Learning"
      - "Word Embeddings"

    input:
      volume: /veld/input/
      environment_var: in_model_file
      file_type: "word2vec model"
      content:
        - "Word Embeddings model"
        - "Word Embeddings vectors"

    output:
      volume: /veld/output/
      environment_var: out_pkl_file
      file_type: "pkl"
      description: "exports the model as a dict with words as keys and numpy vectors as values."
      content:
        - "Word Embeddings model"
        - "Word Embeddings vectors"

services:
  veld_export_to_pkl:
    build: .
    command: python /veld/code/export.py to_pkl
    volumes:
      - ./src/export/:/veld/code/
    environment:
      in_model_file: null
      in_metadata_file: null
      out_pkl_file: null
      out_metadata_file: null
      out_prefix: null
      out_suffix: null