Something went wrong. Try again.
a tiny pet with an even tinier brain, living in your browser
Something went wrong. Try again.
3.1 kB · 127 lines
JSON
at main
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128{ "version": 1, "seed": 0, "split_seed": 0, "training": { "epochs": 3, "lr": 0.0002, "batch_size": 16, "max_length": 1024, "history_aug": 0.25, "late_answer": 0.3 }, "evaluation": { "samples": 40, "diaries": 8, "cell_samples": 10 }, "quality": { "minimum": [ "valid_lines", "offer_answers", "memory_saved", "memory_header", "memory_recall", "diary_eos", "late_answers", "sleep_idle_valid", "sleep_lights_off_valid", "sleep_message_valid", "sleep_pat_valid", "woken_valid", "sleeping_offer_valid", "food_hungry_yes", "quiet_idle", "diary_format_valid", "medicine_answers" ], "maximum": [ "food_full_yes", "healthy_medicine_yes", "exhausted_nonstarving_food_yes", "cute_filter_rejections", "unsafe_diaries", "stuffed_hunger_claims", "unresolved_lookup_turns", "model_written_lookup_turns", "dropped_turns" ], "margin": 0, "maximum_quantization_loss_increase": 0.02, "transcript_review_required": true }, "models": [ { "id": "gpt2-control", "kind": "native", "base": "openai-community/gpt2", "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", "role": "reference" }, { "id": "pythia14-control", "kind": "native", "base": "EleutherAI/pythia-14m", "revision": "cf967c0a9a04383db6f7b1108d86b2962634b4ac", "role": "candidate" }, { "id": "pythia31-v16k", "kind": "pythia-prefix", "base": "EleutherAI/pythia-31m", "revision": "e556ace21b489575e94e9d50b6dad2fcc7419679", "vocab_size": 16384, "role": "candidate" }, { "id": "pythia31-v8k", "kind": "pythia-prefix", "base": "EleutherAI/pythia-31m", "revision": "e556ace21b489575e94e9d50b6dad2fcc7419679", "vocab_size": 8192, "role": "candidate" }, { "id": "pythia14-v8k", "kind": "pythia-prefix", "base": "EleutherAI/pythia-14m", "revision": "cf967c0a9a04383db6f7b1108d86b2962634b4ac", "vocab_size": 8192, "role": "candidate" }, { "id": "pythia70-native", "kind": "native", "base": "EleutherAI/pythia-70m", "revision": "a39f36b100fe8a5377810d56c3f4789b9c53ac42", "role": "candidate" }, { "id": "pythia70-v4k", "kind": "pythia-prefix", "base": "EleutherAI/pythia-70m", "revision": "a39f36b100fe8a5377810d56c3f4789b9c53ac42", "vocab_size": 4096, "role": "candidate" }, { "id": "llama22-v8k", "kind": "llama", "vocab_size": 8192, "hidden_size": 512, "num_hidden_layers": 6, "intermediate_size": 1536, "num_attention_heads": 8, "num_key_value_heads": 2, "role": "candidate" } ], "runtime": { "dtypes": ["q4", "q8", "fp32"], "threads": [1, 2, 4], "qdq": [0, 1], "prepack": [0, 1], "repeats": 3, "timeout_ms": 120000 }}