narySt commited on
Commit
d0b0379
·
verified ·
1 Parent(s): 034fd6a

Delete .hydra

Browse files
Files changed (3) hide show
  1. .hydra/config.yaml +0 -47
  2. .hydra/hydra.yaml +0 -160
  3. .hydra/overrides.yaml +0 -1
.hydra/config.yaml DELETED
@@ -1,47 +0,0 @@
1
- model:
2
- name: EleutherAI/pythia-1.4b
3
- checkpoint_path: null
4
- from_scratch: false
5
- training:
6
- epochs: 3
7
- batch_size: 4
8
- eval_batch_size: 12
9
- gradient_accumulation_steps: 4
10
- lr: 2.0e-05
11
- weight_decay: 0.1
12
- betas:
13
- - 0.9
14
- - 0.95
15
- eps: 1.0e-08
16
- lr_scheduler: wsd
17
- warmup_ratio: 0.1
18
- decay_ratio: 0.2
19
- warmup_steps: 100
20
- min_lr_ratio: 0.1
21
- max_grad_norm: 1.0
22
- use_amp: true
23
- resume: false
24
- resume_checkpoint: null
25
- data:
26
- path: ${oc.env:PROJECT_ROOT}/code_completion_exp/datasets/data_V4_full
27
- max_context_len: 4096
28
- max_target_len: 256
29
- num_workers: 4
30
- pin_memory: true
31
- logging:
32
- log_interval: 10
33
- save_interval: 3000
34
- eval_interval: 1000
35
- save_every_epoch: true
36
- tracking:
37
- enabled: true
38
- backend: wandb
39
- project: code-completion_full
40
- run_name: pythia_1_4b_v4_lr_2e-5
41
- entity: null
42
- base_url: https://wandb.platun0v.ru
43
- local_dir: ${paths.output_dir}
44
- paths:
45
- output_dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
46
- seed: 42
47
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.hydra/hydra.yaml DELETED
@@ -1,160 +0,0 @@
1
- hydra:
2
- run:
3
- dir: ${paths.output_dir}
4
- sweep:
5
- dir: outputs/multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
- subdir: ${hydra.job.num}
7
- launcher:
8
- _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
- sweeper:
10
- _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
- max_batch_size: null
12
- params: null
13
- help:
14
- app_name: ${hydra.job.name}
15
- header: '${hydra.help.app_name} is powered by Hydra.
16
-
17
- '
18
- footer: 'Powered by Hydra (https://hydra.cc)
19
-
20
- Use --hydra-help to view Hydra specific help
21
-
22
- '
23
- template: '${hydra.help.header}
24
-
25
- == Configuration groups ==
26
-
27
- Compose your configuration from those groups (group=option)
28
-
29
-
30
- $APP_CONFIG_GROUPS
31
-
32
-
33
- == Config ==
34
-
35
- Override anything in the config (foo.bar=value)
36
-
37
-
38
- $CONFIG
39
-
40
-
41
- ${hydra.help.footer}
42
-
43
- '
44
- hydra_help:
45
- template: 'Hydra (${hydra.runtime.version})
46
-
47
- See https://hydra.cc for more info.
48
-
49
-
50
- == Flags ==
51
-
52
- $FLAGS_HELP
53
-
54
-
55
- == Configuration groups ==
56
-
57
- Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
- to command line)
59
-
60
-
61
- $HYDRA_CONFIG_GROUPS
62
-
63
-
64
- Use ''--cfg hydra'' to Show the Hydra config.
65
-
66
- '
67
- hydra_help: ???
68
- hydra_logging:
69
- version: 1
70
- formatters:
71
- simple:
72
- format: '[%(asctime)s][HYDRA] %(message)s'
73
- handlers:
74
- console:
75
- class: logging.StreamHandler
76
- formatter: simple
77
- stream: ext://sys.stdout
78
- root:
79
- level: INFO
80
- handlers:
81
- - console
82
- loggers:
83
- logging_example:
84
- level: DEBUG
85
- disable_existing_loggers: false
86
- job_logging:
87
- version: 1
88
- formatters:
89
- simple:
90
- format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
- handlers:
92
- console:
93
- class: logging.StreamHandler
94
- formatter: simple
95
- stream: ext://sys.stdout
96
- file:
97
- class: logging.FileHandler
98
- formatter: simple
99
- filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
- root:
101
- level: INFO
102
- handlers:
103
- - console
104
- - file
105
- disable_existing_loggers: false
106
- env: {}
107
- mode: RUN
108
- searchpath: []
109
- callbacks: {}
110
- output_subdir: .hydra
111
- overrides:
112
- hydra:
113
- - hydra.mode=RUN
114
- task: []
115
- job:
116
- name: train
117
- chdir: false
118
- override_dirname: ''
119
- id: ???
120
- num: ???
121
- config_name: config
122
- env_set: {}
123
- env_copy: []
124
- config:
125
- override_dirname:
126
- kv_sep: '='
127
- item_sep: ','
128
- exclude_keys: []
129
- runtime:
130
- version: 1.3.2
131
- version_base: '1.3'
132
- cwd: /workspace/byte-llms-code/code_completion_exp/train_pythia
133
- config_sources:
134
- - path: hydra.conf
135
- schema: pkg
136
- provider: hydra
137
- - path: /workspace/byte-llms-code/code_completion_exp/train_pythia/configs
138
- schema: file
139
- provider: main
140
- - path: ''
141
- schema: structured
142
- provider: schema
143
- output_dir: /workspace/byte-llms-code/code_completion_exp/train_pythia/outputs/2026-04-18/12-19-14
144
- choices:
145
- paths: default
146
- tracking: wandb
147
- logging: default
148
- data: default
149
- training: default
150
- model: pythia_1_4b
151
- hydra/env: default
152
- hydra/callbacks: null
153
- hydra/job_logging: default
154
- hydra/hydra_logging: default
155
- hydra/hydra_help: default
156
- hydra/help: default
157
- hydra/sweeper: basic
158
- hydra/launcher: basic
159
- hydra/output: default
160
- verbose: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.hydra/overrides.yaml DELETED
@@ -1 +0,0 @@
1
- []