Add model files

dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.20/././skeleton_pool_train.yaml
+padding: zero

dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.20/././skeleton_pool_val.yaml
+padding: zero

expression_space.yaml

@@ -0,0 +1,364 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: nsrops.div
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  mult2:
+    realization: nsrops.mult2
+    alias: []
+    inverse: div2
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  mult3:
+    realization: nsrops.mult3
+    alias: []
+    inverse: div3
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  mult4:
+    realization: nsrops.mult4
+    alias: []
+    inverse: div4
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  mult5:
+    realization: nsrops.mult5
+    alias: []
+    inverse: div5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  div2:
+    realization: nsrops.div2
+    alias: []
+    inverse: mult2
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  div3:
+    realization: nsrops.div3
+    alias: []
+    inverse: mult3
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  div4:
+    realization: nsrops.div4
+    alias: []
+    inverse: mult4
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+  div5:
+    realization: nsrops.div5
+    alias: []
+    inverse: mult5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3
+simplification: auto_flash
+simplification_kwargs:
+  rules_file: '{{ROOT}}/data/ansr-data/simplification_rules/v7.20.json'

nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+size: 512
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.20/././expression_space.yaml

skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.20/./././expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.20/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.20/./././expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ce69742a182e664e3617d3d047322699ada0f1c5544b9c0e78e2e2349564b8
+size 108657169

train.yaml

@@ -0,0 +1,22 @@
+model: /home/psaegert/Projects/flash-ansr/configs/v7.20/./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.20/./dataset_train.yaml
+val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.20/./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda