-
Notifications
You must be signed in to change notification settings - Fork 0
/
manage branches.py
188 lines (176 loc) · 6.87 KB
/
manage branches.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
#import required modules
import os
import sys
from huggingface_hub import create_branch, delete_branch, login, get_token, whoami
#define clear screen function
oname = os.name
if oname == 'nt':
osclear = 'cls'
elif oname == 'posix':
osclear = 'clear'
else:
osclear = ''
def clear_screen():
os.system(osclear)
#clear screen before starting
clear_screen()
#store actions into variables
#create or delete (restricted)
while True:
cord = input("What would you like to do? (create) (delete): ").lower()
if cord not in ['create', 'delete', 'c', 'd']:
clear_screen()
print("Please choose one of the following two options.")
continue
if cord == 'c':
cord = 'create'
elif cord == 'd':
cord = 'delete'
break
clear_screen()
#name of affected repository
repo = input("Repository name (User/Repo): ")
clear_screen()
#type of huggingface repository (restricted)
while True:
r_type = input("Repo type (model) (dataset) (space): ").lower()
if r_type not in ['model', 'dataset', 'space', 'm', 'd', 's']:
clear_screen()
print("Please choose one of the following three options.")
continue
if r_type == 'm':
r_type = 'model'
elif r_type == 'd':
r_type = 'dataset'
elif r_type == 's':
r_type = 'space'
break
clear_screen()
#name of created or deleted branch
branch = input("Branch name (No spaces): ")
clear_screen()
#promt user for revision, or clone from main
if cord == 'create':
rev = input("Revision to clone from (Can be a branch name or the OID/SHA of a commit) (Empty clones main): ")
if rev == '':
rev = 'main'
clear_screen()
#get token
if os.environ.get('KAGGLE_KERNEL_RUN_TYPE', None) is not None: #check if user in kaggle
from kaggle_secrets import UserSecretsClient # type: ignore
from kaggle_web_client import BackendError # type: ignore
try:
login(UserSecretsClient().get_secret("HF_TOKEN")) #login if token secret found
except BackendError:
print('''
When using Kaggle, make sure to use the secret key HF_TOKEN with a 'WRITE' token.
This will prevent the need to login every time you run the script.
Set your secrets with the secrets add-on on the top of the screen.
''')
if get_token() is not None:
#if the token is found then log in:
login(get_token())
tfound = "Where are my doritos?" #doesn't matter what this is, only false is used
else:
#if the token is not found then prompt user to provide it:
login(input("API token not detected. Enter your HuggingFace (WRITE) token: "))
tfound = "false"
#if the token is read only then prompt user to provide a write token:
while True:
if whoami().get('auth', {}).get('accessToken', {}).get('role', None) != 'write':
clear_screen()
if os.environ.get('HF_TOKEN', None) is not None: #if environ finds HF_TOKEN as read-only then display following text and exit:
print('''
You have the environment variable HF_TOKEN set.
You cannot log in.
Either set the environment variable to a 'WRITE' token or remove it.
''')
input("Press enter to continue.")
sys.exit("Exiting...")
if os.environ.get('COLAB_BACKEND_VERSION', None) is not None:
print('''
Your Colab secret key is read-only
Please switch your key to 'write' or disable notebook access on the left.
''')
sys.exit("Stuck in a loop, exiting...")
elif os.environ.get('KAGGLE_KERNEL_RUN_TYPE', None) is not None:
print('''
Your Kaggle secret key is read-only
Please switch your key to 'write' or unattach from notebook in add-ons at the top.
Having a read-only key attched will require login every time.
''')
print("You do not have write access to this repository. Please use a valid token with (WRITE) access.")
login(input("Enter your HuggingFace (WRITE) token: "))
continue
break
clear_screen()
if cord == 'delete':
#prompt the user for confirmation on deletion of the branch
while True:
yorn = input(f"Are you sure you want to remove branch '{branch}' in {repo}? (Y/n): ").lower()
if yorn == '':
yorn = 'y'
elif yorn == 'yes':
yorn = 'y'
elif yorn == 'no':
yorn = 'n'
break
else:
if yorn not in ['y', 'n']:
clear_screen()
print("Please choose one of the following two options carefully.")
continue
break
else:
#prompt the user for confirmation on creation of the branch
while True:
yorn = input(f"Are you sure you want to clone revision '{rev}' to create branch '{branch}' in {repo}? (Y/n): ").lower()
if yorn == '':
yorn = 'y'
elif yorn == 'yes':
yorn = 'y'
elif yorn == 'no':
yorn = 'n'
break
else:
if yorn not in ['y', 'n']:
clear_screen()
print("Please choose one of the following two options carefully.")
continue
break
clear_screen()
#create or delete the branch
#if user selected yes then continue, else exit
if yorn == 'y':
if cord == 'create':
create_branch(repo, revision=rev, repo_type=r_type, branch=branch)
else:
delete_branch(repo, repo_type=r_type, branch=branch)
else:
print("Cancelled action")
sys.exit("Exiting...")
clear_screen()
#extra information for the user
#won't work if special characters are used but should still successfully be created/deleted
if cord == 'create':
if r_type == 'model':
print(f"Branch {branch} created at https://huggingface.co/{repo}/tree/{branch}")
elif r_type == 'dataset':
print(f"Branch {branch} created at https://huggingface.co/datasets/{repo}/tree/{branch}")
elif r_type == 'space':
print(f"Branch {branch} created at https://huggingface.co/spaces/{repo}/tree/{branch}")
else:
if r_type == 'model':
print(f"Branch {branch} deleted on {r_type} https://huggingface.co/{repo}")
elif r_type == 'dataset':
print(f"Branch {branch} deleted on {r_type} https://huggingface.co/datasets/{repo}")
elif r_type == 'space':
print(f"Branch {branch} deleted on {r_type} https://huggingface.co/spaces/{repo}")
#if token wasn't found from line 60 then display following text:
if tfound == 'false':
print(f'''
You are now logged in as {whoami().get('fullname', None)}.
To logout, use the hf command line interface 'huggingface-cli logout'
To view your active account, use 'huggingface-cli whoami'
''')
input("Press enter to continue.")