ebeyabraham

# Convert GPT-2 huggingface transformer model to ggml format
#
# Load the model using GPT2Model.
# Iterate over all variables and write them to a binary file.
#
# For each variable, write the following:
#   - Number of dimensions (int)
#   - Name length (int)
#   - Dimensions (int[n_dims])
#   - Name (char[name_length])

ebeyabraham

channels:
  - defaults
  - conda-forge
dependencies:
  - python=3.7.7
  - pip=20.2.4
  - pip:
      - azureml-core==1.38.0
      - azureml-defaults==1.38.0
      - azureml-telemetry==1.38.0

ebeyabraham

{
  "embeddings": [
    {
      "tensorName": "My tensor",
      "tensorShape": [
        3925,
        512
      ],
      "tensorPath": "https://gist.github.com/MrGrayCode/816e7656a8c280fac7881d85daa69f11/raw/7b3b171115ae4b1cd579e12b45c35deeba812254/vis.tsv",
      "metadataPath": "https://gist.githubusercontent.com/MrGrayCode/816e7656a8c280fac7881d85daa69f11/raw/7b3b171115ae4b1cd579e12b45c35deeba812254/metadata.tsv"

ebeyabraham

9
6
3
4
7
1
2
6
8
3