End of training

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20230711_234436-1hfogln2/run-1hfogln2.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20230711_234436-fn1ccjrl/run-fn1ccjrl.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20230711_234436-ot4e0gpv/run-ot4e0gpv.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20230711_234436-ynhr3ioy/run-ynhr3ioy.wandb filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+
+---
+license: creativeml-openrail-m
+base_model: runwayml/stable-diffusion-v1-5
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- lora
+inference: true
+---
+    
+# LoRA text2image fine-tuning - asrimanth/srimanth-thumbs-up-lora-plain
+These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the None dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+

checkpoint-1000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3155737f457d28cfbdf0b315149368feadabb6f740b201b7f2b4e64c87e42038
+size 6591685

checkpoint-1000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6c2b574f7539f92cbf2965c80a760b6548a5dfd924a706e8a99d98b26400d
+size 3285965

checkpoint-1000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d765138f1e2499507268460b35c167f60776a56d46c4a823cc844c9ac364c5b
+size 17683

checkpoint-1000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cff80b680ddf6e7abbef98b5f336b97f9b5963e2209307f639383870e8cc71
+size 557

checkpoint-1000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc07da678fd9fcf39f5317fcf26b0daebada486c5a099977442aa7f6957724f8
+size 563

checkpoint-1500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f8345eafe42d933cf9c766249e67c8f2c4cd5db9f898773a42f0b75914b096
+size 6591685

checkpoint-1500/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7c33051910de84f03df9fb2414a52a0c825c0b17d7680e7f8275d0f6dca660
+size 3285965

checkpoint-1500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ac94ab1a6ad04a36ad89d55e51dff7c916799a90c7f33224c83ba09291710
+size 17683

checkpoint-1500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203a72d6c29f42a0e2964fdddc8d7a98df1eccee78fea9de0fa416613390f5c6
+size 557

checkpoint-1500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e7f92826a8c7d31327774a97e120fa7c03ab5d6df9d803c54f369748cd02a9
+size 563

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcff4a6b84360955ad562a1e4f8bf2bba0571d7f4f5ee01f015724c93bac2cb
+size 6591685

checkpoint-500/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c623acbb37de742402d4211aa8dcfc39f0d034ca8363362a2f867ff0ccba18d
+size 3285965

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384c044f82139f46b62acb7cc4c45d76dd6592d417bdada163015794e6918db3
+size 17683

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
+size 557

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe94afd21b04fe331bf93a36e6de4869425c4da4a32303493f7f8b96dd6ca61
+size 563

pytorch_lora_weights.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f458b3b55b164b5e640bcdfa55b1499867b6c319cee8232e98a20dc309b5fa
+size 3287771

wandb/debug.log

@@ -0,0 +1,27 @@
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Current SDK version is 0.15.4
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Configure stats pid to 2304179
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Loading settings from /u/sragas/.config/wandb/settings
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Loading settings from /nfs/nfs2/home/sragas/demo/wandb/settings
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2023-07-11 23:44:36,378 INFO    MainThread:2304179 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_text_to_image_lora.py', 'program': 'train_text_to_image_lora.py'}
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:_log_setup():507] Logging user logs to /l/vision/v5/sragas/easel_ai/models_srimanth_plain/wandb/run-20230711_234436-ynhr3ioy/logs/debug.log
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:_log_setup():508] Logging internal logs to /l/vision/v5/sragas/easel_ai/models_srimanth_plain/wandb/run-20230711_234436-ynhr3ioy/logs/debug-internal.log
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:init():547] calling init triggers
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:init():596] starting backend
+2023-07-11 23:44:36,379 INFO    MainThread:2304179 [wandb_init.py:init():600] setting up manager
+2023-07-11 23:44:36,382 INFO    MainThread:2304179 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-11 23:44:36,384 INFO    MainThread:2304179 [wandb_init.py:init():606] backend started and connected
+2023-07-11 23:44:36,388 INFO    MainThread:2304179 [wandb_init.py:init():703] updated telemetry
+2023-07-11 23:44:36,389 INFO    MainThread:2304179 [wandb_init.py:init():736] communicating run to backend with 60.0 second timeout
+2023-07-11 23:44:37,815 INFO    MainThread:2304179 [wandb_run.py:_on_init():2176] communicating current version
+2023-07-11 23:44:37,892 INFO    MainThread:2304179 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.5 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-07-11 23:44:37,892 INFO    MainThread:2304179 [wandb_init.py:init():787] starting run threads in backend
+2023-07-11 23:44:38,027 INFO    MainThread:2304179 [wandb_run.py:_console_start():2155] atexit reg
+2023-07-11 23:44:38,027 INFO    MainThread:2304179 [wandb_run.py:_redirect():2010] redirect: SettingsConsole.WRAP_RAW
+2023-07-11 23:44:38,027 INFO    MainThread:2304179 [wandb_run.py:_redirect():2075] Wrapping output streams.
+2023-07-11 23:44:38,027 INFO    MainThread:2304179 [wandb_run.py:_redirect():2100] Redirects installed.
+2023-07-11 23:44:38,028 INFO    MainThread:2304179 [wandb_init.py:init():828] run started, returning control to user process

wandb/run-20230711_234436-1hfogln2/files/config.yaml

@@ -0,0 +1,39 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.8.10
+    cli_version: 0.15.4
+    framework: huggingface
+    huggingface_version: 4.30.2
+    is_jupyter_run: false
+    is_kaggle_kernel: true
+    start_time: 1689133476.354045
+    t:
+      1:
+      - 1
+      - 11
+      - 41
+      - 49
+      - 51
+      - 55
+      - 71
+      - 83
+      2:
+      - 1
+      - 11
+      - 41
+      - 49
+      - 51
+      - 55
+      - 71
+      - 83
+      3:
+      - 23
+      4: 3.8.10
+      5: 0.15.4
+      6: 4.30.2
+      8:
+      - 2
+      - 5

wandb/run-20230711_234436-1hfogln2/files/output.log

@@ -0,0 +1,7 @@
+07/11/2023 23:44:37 - INFO - __main__ - Distributed environment: MULTI_GPU  Backend: nccl
+Num processes: 4
+Process index: 1
+Local process index: 1
+Device: cuda:1
+Mixed precision type: fp16
+Resolving data files: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████| 172/172 [00:00<00:00, 54810.84it/s]

wandb/run-20230711_234436-1hfogln2/files/requirements.txt

@@ -0,0 +1,165 @@
+absl-py==1.4.0
+accelerate==0.20.3
+aiohttp==3.8.4
+aiosignal==1.3.1
+anyio==3.7.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.2.1
+async-lru==2.0.2
+async-timeout==4.0.2
+attrs==23.1.0
+babel==2.12.1
+backcall==0.2.0
+beautifulsoup4==4.12.2
+bleach==6.0.0
+cachetools==5.3.1
+certifi==2023.5.7
+cffi==1.15.1
+charset-normalizer==3.1.0
+click==8.1.3
+cmake==3.26.4
+comm==0.1.3
+datasets==2.13.1
+debugpy==1.6.7
+decorator==5.1.1
+defusedxml==0.7.1
+diffusers==0.18.0.dev0
+dill==0.3.6
+docker-pycreds==0.4.0
+exceptiongroup==1.1.2
+executing==1.2.0
+fastjsonschema==2.17.1
+filelock==3.12.2
+frozenlist==1.3.3
+fsspec==2023.6.0
+ftfy==6.1.1
+gitdb==4.0.10
+gitpython==3.1.31
+google-auth-oauthlib==1.0.0
+google-auth==2.21.0
+grpcio==1.56.0
+huggingface-hub==0.15.1
+idna==3.4
+importlib-metadata==6.7.0
+importlib-resources==5.12.0
+ipykernel==6.24.0
+ipython==8.12.2
+jedi==0.18.2
+jinja2==3.1.2
+json5==0.9.14
+jsonschema==4.17.3
+jupyter-client==8.3.0
+jupyter-core==5.3.1
+jupyter-events==0.6.3
+jupyter-lsp==2.2.0
+jupyter-server-terminals==0.4.4
+jupyter-server==2.7.0
+jupyterlab-pygments==0.2.2
+jupyterlab-server==2.23.0
+jupyterlab==4.0.2
+lit==16.0.6
+markdown==3.4.3
+markupsafe==2.1.3
+matplotlib-inline==0.1.6
+mistune==3.0.1
+mpmath==1.3.0
+multidict==6.0.4
+multiprocess==0.70.14
+mypy-extensions==1.0.0
+nbclient==0.8.0
+nbconvert==7.6.0
+nbformat==5.9.0
+nest-asyncio==1.5.6
+networkx==3.1
+notebook-shim==0.2.3
+numpy==1.24.4
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.2.2
+overrides==7.3.1
+packaging==23.1
+pandas==2.0.3
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==10.0.0
+pip==20.0.2
+pkg-resources==0.0.0
+pkgutil-resolve-name==1.3.10
+platformdirs==3.8.0
+prometheus-client==0.17.0
+prompt-toolkit==3.0.39
+protobuf==4.23.3
+psutil==5.9.5
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==12.0.1
+pyasn1-modules==0.3.0
+pyasn1==0.5.0
+pycparser==2.21
+pygments==2.15.1
+pyre-extensions==0.0.29
+pyrsistent==0.19.3
+python-dateutil==2.8.2
+python-json-logger==2.0.7
+pytz==2023.3
+pyyaml==6.0
+pyzmq==25.1.0
+regex==2023.6.3
+requests-oauthlib==1.3.1
+requests==2.31.0
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rsa==4.9
+safetensors==0.3.1
+send2trash==1.8.2
+sentry-sdk==1.27.0
+setproctitle==1.3.2
+setuptools==44.0.0
+six==1.16.0
+smmap==5.0.0
+sniffio==1.3.0
+soupsieve==2.4.1
+stack-data==0.6.2
+sympy==1.12
+tensorboard-data-server==0.7.1
+tensorboard==2.13.0
+terminado==0.17.1
+tinycss2==1.2.1
+tokenizers==0.13.3
+tomli==2.0.1
+torch==2.0.1
+torchaudio==2.0.2
+torchvision==0.15.2
+tornado==6.3.2
+tqdm==4.65.0
+traitlets==5.9.0
+transformers==4.30.2
+triton==2.0.0
+typing-extensions==4.7.1
+typing-inspect==0.9.0
+tzdata==2023.3
+urllib3==2.0.3
+wandb==0.15.4
+wcwidth==0.2.6
+webencodings==0.5.1
+websocket-client==1.6.1
+werkzeug==2.3.6
+wheel==0.40.0
+xformers==0.0.20
+xxhash==3.2.0
+yarl==1.9.2
+zipp==3.15.0

wandb/run-20230711_234436-1hfogln2/files/wandb-metadata.json

@@ -0,0 +1,431 @@
+{
+    "os": "Linux-5.15.0-52-generic-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2023-07-12T03:44:37.921043",
+    "startedAt": "2023-07-12T03:44:36.328250",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--pretrained_model_name_or_path=runwayml/stable-diffusion-v1-5",
+        "--train_data_dir=/l/vision/v5/sragas/easel_ai/thumbs_up_srimanth_plain/",
+        "--resolution=512",
+        "--center_crop",
+        "--random_flip",
+        "--train_batch_size=2",
+        "--gradient_accumulation_steps=4",
+        "--num_train_epochs=300",
+        "--learning_rate=1e-5",
+        "--max_grad_norm=1",
+        "--lr_scheduler=cosine",
+        "--lr_warmup_steps=500",
+        "--output_dir=/l/vision/v5/sragas/easel_ai/models_srimanth_plain/",
+        "--checkpointing_steps=500",
+        "--report_to=wandb",
+        "--validation_prompt=srimanth thumbs up",
+        "--seed=15",
+        "--push_to_hub",
+        "--hub_model_id=srimanth-thumbs-up-lora-plain"
+    ],
+    "state": "running",
+    "program": "train_text_to_image_lora.py",
+    "codePath": "train_text_to_image_lora.py",
+    "host": "snorlax",
+    "username": "sragas",
+    "executable": "/nfs/blitzle/home/data/vision5/sragas/easel_venv/bin/python3",
+    "cpu_count": 36,
+    "cpu_count_logical": 72,
+    "cpu_freq": {
+        "current": 1193.1877916666667,
+        "min": 1000.0,
+        "max": 3900.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 2108.505,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1900.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 2300.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1200.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 3658.446,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1900.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 2200.001,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 2300.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1900.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 2400.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1100.0,
+            "min": 1000.0,
+            "max": 3900.0
+        },
+        {
+            "current": 1000.0,
+            "min": 1000.0,
+            "max": 3900.0
+        }
+    ],
+    "disk": {
+        "total": 490.5871887207031,
+        "used": 102.94392776489258
+    },
+    "gpu": "Quadro RTX 6000",
+    "gpu_count": 4,
+    "gpu_devices": [
+        {
+            "name": "Quadro RTX 6000",
+            "memory_total": 25769803776
+        },
+        {
+            "name": "Quadro RTX 6000",
+            "memory_total": 25769803776
+        },
+        {
+            "name": "Quadro RTX 6000",
+            "memory_total": 25769803776
+        },
+        {
+            "name": "Quadro RTX 6000",
+            "memory_total": 25769803776
+        }
+    ],
+    "memory": {
+        "total": 502.5611343383789
+    }
+}

wandb/run-20230711_234436-1hfogln2/files/wandb-summary.json

@@ -0,0 +1 @@
+{}

wandb/run-20230711_234436-1hfogln2/logs/debug.log

@@ -0,0 +1,27 @@
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Current SDK version is 0.15.4
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Configure stats pid to 2304177
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Loading settings from /u/sragas/.config/wandb/settings
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Loading settings from /nfs/nfs2/home/sragas/demo/wandb/settings
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2023-07-11 23:44:36,346 INFO    MainThread:2304177 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'train_text_to_image_lora.py', 'program': 'train_text_to_image_lora.py'}
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:_log_setup():507] Logging user logs to /l/vision/v5/sragas/easel_ai/models_srimanth_plain/wandb/run-20230711_234436-1hfogln2/logs/debug.log
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:_log_setup():508] Logging internal logs to /l/vision/v5/sragas/easel_ai/models_srimanth_plain/wandb/run-20230711_234436-1hfogln2/logs/debug-internal.log
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:init():547] calling init triggers
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:init():554] wandb.init called with sweep_config: {}
+config: {}
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:init():596] starting backend
+2023-07-11 23:44:36,347 INFO    MainThread:2304177 [wandb_init.py:init():600] setting up manager
+2023-07-11 23:44:36,350 INFO    MainThread:2304177 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2023-07-11 23:44:36,353 INFO    MainThread:2304177 [wandb_init.py:init():606] backend started and connected
+2023-07-11 23:44:36,356 INFO    MainThread:2304177 [wandb_init.py:init():703] updated telemetry
+2023-07-11 23:44:36,357 INFO    MainThread:2304177 [wandb_init.py:init():736] communicating run to backend with 60.0 second timeout
+2023-07-11 23:44:37,714 INFO    MainThread:2304177 [wandb_run.py:_on_init():2176] communicating current version
+2023-07-11 23:44:37,792 INFO    MainThread:2304177 [wandb_run.py:_on_init():2185] got version response upgrade_message: "wandb version 0.15.5 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2023-07-11 23:44:37,793 INFO    MainThread:2304177 [wandb_init.py:init():787] starting run threads in backend
+2023-07-11 23:44:37,960 INFO    MainThread:2304177 [wandb_run.py:_console_start():2155] atexit reg
+2023-07-11 23:44:37,960 INFO    MainThread:2304177 [wandb_run.py:_redirect():2010] redirect: SettingsConsole.WRAP_RAW
+2023-07-11 23:44:37,960 INFO    MainThread:2304177 [wandb_run.py:_redirect():2075] Wrapping output streams.
+2023-07-11 23:44:37,960 INFO    MainThread:2304177 [wandb_run.py:_redirect():2100] Redirects installed.
+2023-07-11 23:44:37,961 INFO    MainThread:2304177 [wandb_init.py:init():828] run started, returning control to user process

wandb/run-20230711_234436-1hfogln2/run-1hfogln2.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d84f673dab8fc8484144c02dc8c95fd756f6ef30887784075e621d6b1ff9545
+size 1115836

wandb/run-20230711_234436-fn1ccjrl/files/config.yaml

@@ -0,0 +1,187 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.8.10
+    cli_version: 0.15.4
+    framework: huggingface
+    huggingface_version: 4.30.2
+    is_jupyter_run: false
+    is_kaggle_kernel: true
+    start_time: 1689133476.354589
+    t:
+      1:
+      - 1
+      - 11
+      - 41
+      - 49
+      - 51
+      - 55
+      - 71
+      - 83
+      2:
+      - 1
+      - 11
+      - 41
+      - 49
+      - 51
+      - 55
+      - 71
+      - 83
+      3:
+      - 23
+      - 24
+      4: 3.8.10
+      5: 0.15.4
+      6: 4.30.2
+      8:
+      - 2
+      - 5
+pretrained_model_name_or_path:
+  desc: null
+  value: runwayml/stable-diffusion-v1-5
+revision:
+  desc: null
+  value: null
+dataset_name:
+  desc: null
+  value: null
+dataset_config_name:
+  desc: null
+  value: null
+train_data_dir:
+  desc: null
+  value: /l/vision/v5/sragas/easel_ai/thumbs_up_srimanth_plain/
+image_column:
+  desc: null
+  value: image
+caption_column:
+  desc: null
+  value: text
+validation_prompt:
+  desc: null
+  value: srimanth thumbs up
+num_validation_images:
+  desc: null
+  value: 4
+validation_epochs:
+  desc: null
+  value: 1
+max_train_samples:
+  desc: null
+  value: null
+output_dir:
+  desc: null
+  value: /l/vision/v5/sragas/easel_ai/models_srimanth_plain/
+cache_dir:
+  desc: null
+  value: /l/vision/v5/sragas/hf_models/
+seed:
+  desc: null
+  value: 15
+resolution:
+  desc: null
+  value: 512
+center_crop:
+  desc: null
+  value: true
+random_flip:
+  desc: null
+  value: true
+train_batch_size:
+  desc: null
+  value: 2
+num_train_epochs:
+  desc: null
+  value: 300
+max_train_steps:
+  desc: null
+  value: 1800
+gradient_accumulation_steps:
+  desc: null
+  value: 4
+gradient_checkpointing:
+  desc: null
+  value: false
+learning_rate:
+  desc: null
+  value: 1.0e-05
+scale_lr:
+  desc: null
+  value: false
+lr_scheduler:
+  desc: null
+  value: cosine
+lr_warmup_steps:
+  desc: null
+  value: 500
+snr_gamma:
+  desc: null
+  value: null
+use_8bit_adam:
+  desc: null
+  value: false
+allow_tf32:
+  desc: null
+  value: false
+dataloader_num_workers:
+  desc: null
+  value: 0
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_weight_decay:
+  desc: null
+  value: 0.01
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 1.0
+push_to_hub:
+  desc: null
+  value: true
+hub_token:
+  desc: null
+  value: null
+prediction_type:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: srimanth-thumbs-up-lora-plain
+logging_dir:
+  desc: null
+  value: logs
+mixed_precision:
+  desc: null
+  value: null
+report_to:
+  desc: null
+  value: wandb
+local_rank:
+  desc: null
+  value: 0
+checkpointing_steps:
+  desc: null
+  value: 500
+checkpoints_total_limit:
+  desc: null
+  value: null
+resume_from_checkpoint:
+  desc: null
+  value: null
+enable_xformers_memory_efficient_attention:
+  desc: null
+  value: false
+noise_offset:
+  desc: null
+  value: 0
+rank:
+  desc: null
+  value: 4