Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.duckdb filter=lfs diff=lfs merge=lfs -text
+banner.png filter=lfs diff=lfs merge=lfs -text

app.py

@@ -1,10 +1,4 @@
 import gradio as gr
-from huggingface_hub import hf_hub_download
-import gzip
-import urllib
-import duckdb
-
-db = duckdb.connect("repos.duckdb")
 
 text = """\
 ![](https://huggingface.co/spaces/lvwerra/in-the-stack-gr/resolve/main/banner.png)
@@ -13,7 +7,6 @@ text = """\
 # Am I in The Stack?
 
 As part of the BigCode project, we released and maintain [The Stack V2](https://huggingface.co/datasets/bigcode/the-stack-v2), a 67 TB dataset of source code over 600 programming languages. One of our goals in this project is to give people agency over their source code by letting them decide whether or not it should be used to develop and evaluate machine learning models, as we acknowledge that not all developers may wish to have their data used for that purpose.
-""" + """\
 
 This tool lets you check if a repository under a given username is part of The Stack dataset. Would you like to have your data removed from future versions of The Stack? You can opt-out following the instructions [here](https://www.bigcode-project.org/docs/about/the-stack/#how-can-i-request-that-my-data-be-removed-from-the-stack). Note that previous opt-outs might still be displayed in the release candidate (denoted with "-rc"), which will be removed for the release.
 
@@ -22,77 +15,24 @@ This tool lets you check if a repository under a given username is part of The S
 **Data source**:\
 <img src="https://annex.softwareheritage.org/public/logo/software-heritage-logo-title.2048px.png" alt="Logo" style="height: 3em; vertical-align: middle;" />
 
-**Model training**:\
-
-- StarCoder1 was trained on repos listed in `v1.2`.
-- StarCoder2 was trained on repos listed in `v2.0.1`.
-
 """
-opt_out_text_template = """\
-### Opt-out
-
-If you want your data to be removed from the stack and model training \
-open an issue with <a href="https://github.com/bigcode-project/opt-out-v2/issues/new?title={title}&body={body}" target="_blank">this link</a> \
-(if the link doesn't work try right a right click and open it in a new tab) or visit [https://github.com/bigcode-project/opt-out-v2/issues/new?&template=opt-out-request.md](https://github.com/bigcode-project/opt-out-v2/issues/new?&template=opt-out-request.md) .\
-"""
-
-opt_out_issue_title = """Opt-out request for {username}"""
-opt_out_issue_body = """\
-I request that the following data is removed from The Stack and StackOverflow:
-
- - Commits
- - GitHub issue
- - StackOverflow: <INSERT_STACKOVERFLOW_USERNAME_HERE>
-{repo_list}
 
-_Note_: If you don't want all resources to be included just remove the elements from the list above. If you would like to exclude all repositories and resources just add a single element "all" to the list.
+banner = """\
+<div style="border: 2px solid #e91e8c; border-radius: 8px; padding: 16px 20px; background-color: #fdf0f7;">
+<p style="margin: 0; font-size: 1.1em;">
+<strong>The Stack v3 is now available and is a superset of v1 and v2.</strong><br>
+To check if your repositories are included and to request an opt-out, please visit
+<a href="https://huggingface.co/spaces/HuggingFaceCode/in-the-stack" target="_blank">
+Am I in The Stack?</a>
+</p>
+</div>
 """
 
-def issue_url(username, repos):
-    title = urllib.parse.quote(opt_out_issue_title.format(username=username))  
-    body = urllib.parse.quote(opt_out_issue_body.format(repo_list=" - "+ "\n - ".join(repos)))
-    
-    opt_out_text = opt_out_text_template.format(title=title, body=body)
-    
-    return opt_out_text
-
-def check_username(username, version):
-    username = username.lower()
-    output_md = ""
-    repos = db.sql(f"SELECT repo FROM repos WHERE user='{username}' AND version='{version}' ORDER BY repo").fetchall()
-    repos = [repo[0] for repo in repos]
-
-    if repos:
-        repo_word = "repository" if len(repos)==1 else "repositories"
-        if version[:2] == "v2":
-            output_md += f"**Yes**, there is code from **{len(repos)} {repo_word}** in The Stack. Check the links to see when it was archived by Software Heritage:\n\n"
-        else:
-            output_md += f"**Yes**, there is code from **{len(repos)} {repo_word}** in The Stack:\n\n"
-        for repo in repos:
-            if version[:2] == "v2":
-                output_md += f"[{repo}](https://archive.softwareheritage.org/browse/origin/visits/?origin_url=https://github.com/{repo})\n\n"
-            else:
-                output_md += f"_{repo}_\n\n"
-
-        return output_md.strip(), issue_url(username, repos)
-    else:
-        output_md += "**No**, your code is not in The Stack."
-        return output_md.strip(), ""
-
 with gr.Blocks() as demo:
     with gr.Row():
-        _, colum_2, _ = gr.Column(scale=1), gr.Column(scale=6), gr.Column(scale=1)
-        with colum_2:
+        _, col, _ = gr.Column(scale=1), gr.Column(scale=6), gr.Column(scale=1)
+        with col:
             gr.Markdown(text)
-            version = gr.Dropdown(["v2.1.0", "v2.0.1", "v2.0", "v1.2", "v1.1", "v1.0"], label="The Stack version:", value="v2.1.0")
-            username = gr.Text("", label="Your GitHub username:")
-            check_button = gr.Button("Check!")
-            
-            repos = gr.Markdown()
-            opt_out = gr.Markdown()
-
-            
-            check_button.click(check_username, [username, version], [repos, opt_out])
-
+            gr.HTML(banner)
 
 demo.launch()