Push to HF space

app.py

@@ -1,4 +1,7 @@
-"""Streamlit UI."""
+"""Lilac deployer streamlit UI.
+
+This powers: https://huggingface.co/spaces/lilacai/lilac_deployer
+"""
 
 from typing import Literal, Optional, Union
 
@@ -6,33 +9,13 @@ import lilac as ll
 import streamlit as st
 from datasets import load_dataset_builder
 
-# Increase the width of the form a little bit.
-st.markdown(
-  """
-    <style>
-    .block-container {
-      max-width: 54rem;
-    }
-    </style>
-    """,
-  unsafe_allow_html=True,
-)
-
-# There are only 2 pages in the app, choosing a dataset, choosing the space.
-PAGES = ['dataset', 'space']
 if 'current_page' not in st.session_state:
   st.session_state.current_page = 'dataset'
 
 
-is_valid_dataset = False
-
-
-def _get_page():
-  return st.session_state.current_page
-
-
 def _dataset_page():
-  global current_page, hf_dataset_name, hf_config_name, hf_split, sample_size, is_valid_dataset
+  is_valid_dataset = False
+
   st.header('Deploy a HuggingFace dataset to a space in Lilac 🌸', anchor=False)
   st.subheader(
     'Step 1: Choose a dataset',
@@ -135,9 +118,9 @@ def _space_page():
     anchor=False,
     help='See HuggingFace Spaces [documentation](https://huggingface.co/docs/hub/spaces-overview)',
   )
-  if session['hf_config_name']:
+  if session.get('hf_config_name', None):
     st.write(f'Config: {session["hf_config_name"]}')
-  if st.session_state['hf_split']:
+  if st.session_state.get('hf_split', None):
     st.write(f'Split: {session["hf_split"]}')
   if st.session_state.get('sample_size', None):
     st.write(f'Sample size: {session["sample_size"]}')
@@ -163,20 +146,11 @@ def _space_page():
     help='You will get charged for persistent storage. See https://huggingface.co/docs/hub/spaces-storage',
     index=storage_options.index(hf_storage if hf_storage else 'None'),
   )
-  # public_space = st.checkbox(
-  #   'Make space public',
-  #   help='If checked, your space will be made publicly visible.',
-  #   value=public_space,
-  # )
-
-  deploy_pressed = False
 
   def _deploy_button():
     enabled = hf_access_token and hf_space_name
     return st.button('Deploy', disabled=not enabled, on_click=_deploy)
 
-  print('pressed=', deploy_pressed)
-
   def _deploy():
     hf_dataset_name = st.session_state['hf_dataset_name']
     assert hf_space_name and hf_access_token and hf_dataset_name
@@ -184,7 +158,6 @@ def _space_page():
     hf_config_name = st.session_state.get('hf_config_name', None)
     hf_split = st.session_state.get('hf_split', None)
     sample_size = st.session_state.get('sample_size', None)
-    public_space = st.session_state.get('public_space', False)
 
     hf_space_storage: Optional[Union[Literal['small'], Literal['medium'], Literal['large']]]
     if hf_storage == 'None':
@@ -216,19 +189,15 @@ def _space_page():
         hf_token=hf_access_token,
       )
       st.session_state.space_link = space_link
-      # print('got space link from python call:', )
       st.session_state.current_page = 'success'
     except Exception as e:
       st.subheader('Deployment failed!', divider='red')
       st.error(e)
 
-  deployed = _deploy_button()
-  if deployed:
-    deploy_pressed = True
+  _deploy_button()
 
 
 def _success_page():
-  hf_dataset_name = st.session_state['hf_dataset_name']
   space_link = st.session_state.space_link
 
   st.subheader('Success!', divider='green')
@@ -239,14 +208,14 @@ def _success_page():
   )
 
 
-if _get_page() == 'dataset':
+if st.session_state.current_page == 'dataset':
   _dataset_page()
-elif _get_page() == 'space':
+elif st.session_state.current_page == 'space':
   _space_page()
-elif _get_page() == 'success':
+elif st.session_state.current_page == 'success':
   _success_page()
 
-
+# Sidebar content.
 dataset_name = st.session_state.get('ds_dataset_name', None) or st.session_state.get(
   'hf_dataset_name', None
 )

requirements.txt

@@ -1,145 +1,62 @@
 aiohttp==3.8.6 ; python_version >= "3.10" and python_version < "4.0"
 aiosignal==1.3.1 ; python_version >= "3.10" and python_version < "4.0"
 altair==5.1.2 ; python_version >= "3.10" and python_version < "4.0"
-annotated-types==0.6.0 ; python_version >= "3.10" and python_version < "4.0"
-anyio==3.7.1 ; python_version >= "3.10" and python_version < "4.0"
 async-timeout==4.0.3 ; python_version >= "3.10" and python_version < "4.0"
 attrs==23.1.0 ; python_version >= "3.10" and python_version < "4.0"
-authlib==1.2.1 ; python_version >= "3.10" and python_version < "4.0"
 blinker==1.6.3 ; python_version >= "3.10" and python_version < "4.0"
-blis==0.7.11 ; python_version >= "3.10" and python_version < "4.0"
 cachetools==5.3.2 ; python_version >= "3.10" and python_version < "4.0"
-catalogue==2.0.10 ; python_version >= "3.10" and python_version < "4.0"
 certifi==2023.7.22 ; python_version >= "3.10" and python_version < "4.0"
-cffi==1.16.0 ; python_version >= "3.10" and python_version < "4.0"
 charset-normalizer==3.3.2 ; python_version >= "3.10" and python_version < "4.0"
 click==8.1.7 ; python_version >= "3.10" and python_version < "4.0"
-cloudpathlib==0.16.0 ; python_version >= "3.10" and python_version < "4.0"
-cloudpickle==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
-colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and (platform_system == "Windows" or sys_platform == "win32")
-confection==0.1.3 ; python_version >= "3.10" and python_version < "4.0"
-cryptography==41.0.5 ; python_version >= "3.10" and python_version < "4.0"
-cymem==2.0.8 ; python_version >= "3.10" and python_version < "4.0"
-dask==2023.10.1 ; python_version >= "3.10" and python_version < "4.0"
+colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and platform_system == "Windows"
 datasets==2.14.6 ; python_version >= "3.10" and python_version < "4.0"
-decorator==5.1.1 ; python_version >= "3.10" and python_version < "4.0"
 dill==0.3.7 ; python_version >= "3.10" and python_version < "4.0"
-distributed==2023.10.1 ; python_version >= "3.10" and python_version < "4.0"
-docstring-parser==0.15 ; python_version >= "3.10" and python_version < "4.0"
-duckdb==0.9.1 ; python_version >= "3.10" and python_version < "4.0"
-fastapi==0.103.2 ; python_version >= "3.10" and python_version < "4.0"
 filelock==3.13.1 ; python_version >= "3.10" and python_version < "4.0"
 frozenlist==1.4.0 ; python_version >= "3.10" and python_version < "4.0"
 fsspec==2023.10.0 ; python_version >= "3.10" and python_version < "4.0"
 fsspec[http]==2023.10.0 ; python_version >= "3.10" and python_version < "4.0"
-gcsfs==2023.10.0 ; python_version >= "3.10" and python_version < "4.0"
 gitdb==4.0.11 ; python_version >= "3.10" and python_version < "4.0"
 gitpython==3.1.40 ; python_version >= "3.10" and python_version < "4.0"
-google-api-core==2.12.0 ; python_version >= "3.10" and python_version < "4.0"
-google-auth-oauthlib==1.1.0 ; python_version >= "3.10" and python_version < "4.0"
-google-auth==2.23.4 ; python_version >= "3.10" and python_version < "4.0"
-google-cloud-core==2.3.3 ; python_version >= "3.10" and python_version < "4.0"
-google-cloud-storage==2.13.0 ; python_version >= "3.10" and python_version < "4.0"
-google-crc32c==1.5.0 ; python_version >= "3.10" and python_version < "4.0"
-google-resumable-media==2.6.0 ; python_version >= "3.10" and python_version < "4.0"
-googleapis-common-protos==1.61.0 ; python_version >= "3.10" and python_version < "4.0"
-gunicorn==21.2.0 ; python_version >= "3.10" and python_version < "4.0"
-h11==0.14.0 ; python_version >= "3.10" and python_version < "4.0"
-hnswlib==0.7.0 ; python_version >= "3.10" and python_version < "4.0"
-httpcore==0.17.3 ; python_version >= "3.10" and python_version < "4.0"
-httptools==0.6.1 ; python_version >= "3.10" and python_version < "4.0"
-httpx==0.24.1 ; python_version >= "3.10" and python_version < "4.0"
 huggingface-hub==0.17.3 ; python_version >= "3.10" and python_version < "4.0"
 idna==3.4 ; python_version >= "3.10" and python_version < "4.0"
 importlib-metadata==6.8.0 ; python_version >= "3.10" and python_version < "4.0"
-instructor==0.2.9 ; python_version >= "3.10" and python_version < "4.0"
-itsdangerous==2.1.2 ; python_version >= "3.10" and python_version < "4.0"
 jinja2==3.1.2 ; python_version >= "3.10" and python_version < "4.0"
-joblib==1.3.2 ; python_version >= "3.10" and python_version < "4.0"
 jsonschema-specifications==2023.7.1 ; python_version >= "3.10" and python_version < "4.0"
 jsonschema==4.19.2 ; python_version >= "3.10" and python_version < "4.0"
-langcodes==3.3.0 ; python_version >= "3.10" and python_version < "4.0"
-lilac==0.1.13 ; python_version >= "3.10" and python_version < "4.0"
-llvmlite==0.41.1 ; python_version >= "3.10" and python_version < "4.0"
-locket==1.0.0 ; python_version >= "3.10" and python_version < "4.0"
 markdown-it-py==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
 markupsafe==2.1.3 ; python_version >= "3.10" and python_version < "4.0"
 mdurl==0.1.2 ; python_version >= "3.10" and python_version < "4.0"
-msgpack==1.0.7 ; python_version >= "3.10" and python_version < "4.0"
 multidict==6.0.4 ; python_version >= "3.10" and python_version < "4.0"
 multiprocess==0.70.15 ; python_version >= "3.10" and python_version < "4.0"
-murmurhash==1.0.10 ; python_version >= "3.10" and python_version < "4.0"
-numba==0.58.1 ; python_version >= "3.10" and python_version < "4.0"
 numpy==1.25.2 ; python_version >= "3.10" and python_version < "4.0"
-oauthlib==3.2.2 ; python_version >= "3.10" and python_version < "4.0"
-openai==0.28.1 ; python_version >= "3.10" and python_version < "4.0"
-orjson==3.9.10 ; python_version >= "3.10" and python_version < "4.0"
 packaging==23.2 ; python_version >= "3.10" and python_version < "4.0"
 pandas==2.1.2 ; python_version >= "3.10" and python_version < "4.0"
-partd==1.4.1 ; python_version >= "3.10" and python_version < "4.0"
 pillow==9.5.0 ; python_version >= "3.10" and python_version < "4.0"
-preshed==3.0.9 ; python_version >= "3.10" and python_version < "4.0"
 protobuf==4.24.4 ; python_version >= "3.10" and python_version < "4.0"
-psutil==5.9.6 ; python_version >= "3.10" and python_version < "4.0"
 pyarrow==13.0.0 ; python_version >= "3.10" and python_version < "4.0"
-pyasn1-modules==0.3.0 ; python_version >= "3.10" and python_version < "4.0"
-pyasn1==0.5.0 ; python_version >= "3.10" and python_version < "4.0"
-pycparser==2.21 ; python_version >= "3.10" and python_version < "4.0"
-pydantic-core==2.10.1 ; python_version >= "3.10" and python_version < "4.0"
-pydantic==2.4.2 ; python_version >= "3.10" and python_version < "4.0"
 pydeck==0.8.0 ; python_version >= "3.10" and python_version < "4.0"
 pygments==2.16.1 ; python_version >= "3.10" and python_version < "4.0"
-pynndescent==0.5.10 ; python_version >= "3.10" and python_version < "4.0"
 python-dateutil==2.8.2 ; python_version >= "3.10" and python_version < "4.0"
-python-dotenv==1.0.0 ; python_version >= "3.10" and python_version < "4.0"
 pytz==2023.3.post1 ; python_version >= "3.10" and python_version < "4.0"
 pyyaml==6.0.1 ; python_version >= "3.10" and python_version < "4.0"
 referencing==0.30.2 ; python_version >= "3.10" and python_version < "4.0"
-regex==2023.10.3 ; python_version >= "3.10" and python_version < "4.0"
-requests-oauthlib==1.3.1 ; python_version >= "3.10" and python_version < "4.0"
 requests==2.31.0 ; python_version >= "3.10" and python_version < "4.0"
 rich==13.6.0 ; python_version >= "3.10" and python_version < "4.0"
 rpds-py==0.10.6 ; python_version >= "3.10" and python_version < "4.0"
-rsa==4.9 ; python_version >= "3.10" and python_version < "4"
-scikit-learn==1.3.2 ; python_version >= "3.10" and python_version < "4.0"
-scipy==1.9.3 ; python_version >= "3.10" and python_version < "4.0"
-setuptools==68.2.2 ; python_version >= "3.10" and python_version < "4.0"
 six==1.16.0 ; python_version >= "3.10" and python_version < "4.0"
-smart-open==6.4.0 ; python_version >= "3.10" and python_version < "4.0"
 smmap==5.0.1 ; python_version >= "3.10" and python_version < "4.0"
-sniffio==1.3.0 ; python_version >= "3.10" and python_version < "4.0"
-sortedcontainers==2.4.0 ; python_version >= "3.10" and python_version < "4.0"
-spacy-legacy==3.0.12 ; python_version >= "3.10" and python_version < "4.0"
-spacy-loggers==1.0.5 ; python_version >= "3.10" and python_version < "4.0"
-spacy==3.7.2 ; python_version >= "3.10" and python_version < "4.0"
-srsly==2.4.8 ; python_version >= "3.10" and python_version < "4.0"
-starlette==0.27.0 ; python_version >= "3.10" and python_version < "4.0"
 streamlit==1.28.0 ; python_version >= "3.10" and python_version < "4.0"
-tblib==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
 tenacity==8.2.3 ; python_version >= "3.10" and python_version < "4.0"
-thinc==8.2.1 ; python_version >= "3.10" and python_version < "4.0"
-threadpoolctl==3.2.0 ; python_version >= "3.10" and python_version < "4.0"
-tiktoken==0.5.1 ; python_version >= "3.10" and python_version < "4.0"
 toml==0.10.2 ; python_version >= "3.10" and python_version < "4.0"
 toolz==0.12.0 ; python_version >= "3.10" and python_version < "4.0"
 tornado==6.3.3 ; python_version >= "3.10" and python_version < "4.0"
 tqdm==4.66.1 ; python_version >= "3.10" and python_version < "4.0"
-typer==0.9.0 ; python_version >= "3.10" and python_version < "4.0"
-types-psutil==5.9.5.17 ; python_version >= "3.10" and python_version < "4.0"
 typing-extensions==4.8.0 ; python_version >= "3.10" and python_version < "4.0"
 tzdata==2023.3 ; python_version >= "3.10" and python_version < "4.0"
 tzlocal==5.2 ; python_version >= "3.10" and python_version < "4.0"
-umap-learn==0.5.4 ; python_version >= "3.10" and python_version < "4.0"
 urllib3==2.0.7 ; python_version >= "3.10" and python_version < "4.0"
-uvicorn[standard]==0.23.2 ; python_version >= "3.10" and python_version < "4.0"
-uvloop==0.19.0 ; (sys_platform != "win32" and sys_platform != "cygwin") and platform_python_implementation != "PyPy" and python_version >= "3.10" and python_version < "4.0"
 validators==0.22.0 ; python_version >= "3.10" and python_version < "4.0"
-wasabi==1.1.2 ; python_version >= "3.10" and python_version < "4.0"
 watchdog==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
-watchfiles==0.21.0 ; python_version >= "3.10" and python_version < "4.0"
-weasel==0.3.3 ; python_version >= "3.10" and python_version < "4.0"
-websockets==12.0 ; python_version >= "3.10" and python_version < "4.0"
 xxhash==3.4.1 ; python_version >= "3.10" and python_version < "4.0"
 yarl==1.9.2 ; python_version >= "3.10" and python_version < "4.0"
-zict==3.0.0 ; python_version >= "3.10" and python_version < "4.0"
 zipp==3.17.0 ; python_version >= "3.10" and python_version < "4.0"