Delete .ipynb_checkpoints

.ipynb_checkpoints/config-checkpoint.json

@@ -1,34 +0,0 @@
-{
-  "_name_or_path": "patched-codes/patched-coder-7b-8k-context",
-  "architectures": [
-    "MixtralForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 100000,
-  "eos_token_id": 100015,
-  "hidden_act": "silu",
-  "hidden_size": 4096,
-  "initializer_range": 0.02,
-  "intermediate_size": 11008,
-  "max_position_embeddings": 4096,
-  "model_type": "mixtral",
-  "num_attention_heads": 32,
-  "num_experts_per_tok": 1,
-  "num_hidden_layers": 30,
-  "num_key_value_heads": 32,
-  "num_local_experts": 4,
-  "output_router_logits": false,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
-  "rope_theta": 10000.0,
-  "router_aux_loss_coef": 0.001,
-  "router_jitter_noise": 0.0,
-  "sliding_window": null,
-  "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0.dev0",
-  "use_cache": true,
-  "vocab_size": 100018
-}

.ipynb_checkpoints/mergekit_moe_config-checkpoint.yml

@@ -1,22 +0,0 @@
-base_model: patched-codes/patched-coder-7b-8k-context
-gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
-dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
-## (optional)
-experts_per_token: 1
-experts:
-  - source_model: patched-codes/patched-fixer-7b-8k-context
-    positive_prompts:
-      - 'You are a senior software engineer who is best in the world at fixing vulnerabilities.\nUsers will give you vulnerable code and you will generate a fix based on the provided INSTRUCTION.\nINSTRUCTION:'
-    ## (optional)
-    # negative_prompts:
-    #   - "This is a prompt expert_model_1 should not be used for"
-  - source_model: patched-codes/patched-analyzer-7b-8k-context
-    positive_prompts:
-      - 'You are a senior security researcher who is best in the world at detecting vulnerabilities.\nCarefully analyze the given code snippet and track the data flows from various sources to sinks.\nAssume that any call to an unknown external API is not sanitized.\nRespond only with either "YES" or "NO".'
-  # ... and so on
-  - source_model: patched-codes/patched-committer-7b-8k-context
-    positive_prompts:
-      - 'You are a software engineer who is best in the world at summarizing code changes.\nCarefullly analyze the given old code and new code and generate a summary of the changes.'
-  - source_model: patched-codes/patched-coder-7b-8k-context
-    positive_prompts:
-      - 'You are a coding assitant, who is best in the world at debugging.'