Skip to content

Format code with black, yapf, autopep8 and isort #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
deepsource-autofix wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Format code with black, yapf, autopep8 and isort #3

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
104 changes: 67 additions & 37 deletions plotter/__main__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,48 +15,67 @@

FLAGS = flags.FLAGS

flags.DEFINE_string("repository", None,
"The repository to execute this script on")
flags.DEFINE_string(
'repository', None, 'The repository to execute this script on')
"input_file",
None,
"Specifies a custom json file to feed the script. It must has been generated during an old execution",
)
flags.DEFINE_string("branch", None, "Select a custom branch of the repository")
flags.DEFINE_bool(
"no_preprocessing",
False,
"Doesn't preprocess data. The script will plot all the commits",
)
flags.DEFINE_bool(
"offline",
False,
"Specify if it should use the current repository in the folder defined with `--dir` of it has to clone a new repository",
)
flags.DEFINE_bool(
"write_output",
False,
"Specifies wether the script has to write the intermediate results to output",
)
flags.DEFINE_string(
'input_file', None, "Specifies a custom json file to feed the script. It must has been generated during an old execution")
"output_folder",
None,
"Specifies the folder where the script has to write the output files",
)
flags.DEFINE_string(
'branch', None, 'Select a custom branch of the repository')
flags.DEFINE_bool('no_preprocessing', False,
'Doesn\'t preprocess data. The script will plot all the commits')
flags.DEFINE_bool('offline', False,
'Specify if it should use the current repository in the folder defined with `--dir` of it has to clone a new repository')
flags.DEFINE_bool('write_output', False,
'Specifies wether the script has to write the intermediate results to output')
flags.DEFINE_string('output_folder', None,
'Specifies the folder where the script has to write the output files')
flags.DEFINE_string(
'dir', '.repo', 'Specifies the temporary directory to use to store the repository defined with the flag --repository')
"dir",
".repo",
"Specifies the temporary directory to use to store the repository defined with the flag --repository",
)


def command_exists(command_name: str) -> bool:
"""
Checks if `command_name` is a command present in this env
Checks if `command_name` is a command present in this env
"""
from shutil import which

return which(command_name) is not None


def get_commits(folder: str) -> typing.List[str]:
"""
Gets all the commits done on the repository's branch `FLAGS.branch` contained in `folder`
Gets all the commits done on the repository's branch `FLAGS.branch` contained in `folder`

At each commit it runs the `cloc` utility to retrieve all data
At each commit it runs the `cloc` utility to retrieve all data
"""
os.chdir(folder)
command = r'git.--no-pager.log.--pretty=format:"%H %ad".--date=format:"%F %H:%m:%S"'
p = subprocess.Popen(command.split("."),
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)

lines = p.stdout.readlines()
commits = []
for index in progressbar.progressbar(range(len(lines))):
line = lines[index]
commit = Commit(line.decode('utf-8').strip())
commit = Commit(line.decode("utf-8").strip())
commit.checkout_and_get_data()
commits.append(commit)

Expand All @@ -66,7 +85,7 @@ def get_commits(folder: str) -> typing.List[str]:

def generate_repo_history(temporary_dir: str) -> RepoHistory:
"""
Generates a `RepoHistory` object if `FLAGS.input_file` is not specified
Generates a `RepoHistory` object if `FLAGS.input_file` is not specified
"""
if not FLAGS.offline:
repository = FLAGS.repository
Expand All @@ -80,27 +99,32 @@ def generate_repo_history(temporary_dir: str) -> RepoHistory:
os.mkdir(temporary_dir)
try:
print("Cloning repository...")
subprocess.call(['git', 'clone', repository,
temporary_dir, '--quiet'])
subprocess.call(
["git", "clone", repository, temporary_dir, "--quiet"])
except:
print("Failed to clone repository")
exit(-2)
else:
if not os.path.exists(temporary_dir):
print("You can't use --offline flag on a non-existent --dir directory")
print(
"You can't use --offline flag on a non-existent --dir directory"
)
exit(-1)

if FLAGS.branch is not None:
os.chdir(temporary_dir)
p = subprocess.Popen(['git', 'checkout', FLAGS.branch],
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
p = subprocess.Popen(
["git", "checkout", FLAGS.branch],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
error = list(p.stderr.readlines())
if len(error) > 0:
print("ERROR:", error[0].decode('utf-8').strip())
print("ERROR:", error[0].decode("utf-8").strip())
print("Continuing anyway...")
else:
print(f"Changed branch to {FLAGS.branch}")
os.chdir('..')
os.chdir("..")

print("Getting commit data")
commits = get_commits(temporary_dir)
Expand All @@ -119,30 +143,34 @@ def plot_data(repo_history: RepoHistory):
print(f"- {count}: {lang}")
langs[count] = lang
count += 1
langs[count] = 'All'
langs[count] = "All"
print(f"- {count}: the sum of all them")

retry = True
while retry:
retry = False
try:
languages_to_plot = [int(index) for index in input(
"Which one you want to pick?\n(you can select how many languages you want, just comma-separated '1,2,3')\n").split(",")]
languages_to_plot = [
int(index) for index in input(
"Which one you want to pick?\n(you can select how many languages you want, just comma-separated '1,2,3')\n"
).split(",")
]
for item in languages_to_plot:
if int(item) > count:
print(f"item {item} is not valid")
retry = True
except:
print(
f"The selection must be done with the indexes between 0 and {count}")
f"The selection must be done with the indexes between 0 and {count}"
)
retry = True

print(f"Should plot {[langs[index] for index in languages_to_plot]}")

plotter = Plotter(repo_history)
plotter.plot([langs[index] for index in languages_to_plot])
should_plot = input("Plot again? Y/n: ")
if should_plot.strip() == 'n':
if should_plot.strip() == "n":
exit(1)


Expand All @@ -154,7 +182,8 @@ def main(args):
if write_output:
if FLAGS.output_folder is None:
print(
'If you specify --write_output you must specify the ouput folder with --output_folder flag')
"If you specify --write_output you must specify the ouput folder with --output_folder flag"
)
exit(-1)
output_folder = FLAGS.output_folder
if not os.path.exists(output_folder):
Expand All @@ -165,24 +194,25 @@ def main(args):
else:
repo_history = generate_repo_history(temporary_dir)
if write_output:
with open(f'{output_folder}/repo_history.json', 'w+') as f:
with open(f"{output_folder}/repo_history.json", "w+") as f:
json.dump(repo_history.as_map(), f)

print("Preprocessing repository's history")
repo_history.preprocess_commits(FLAGS.no_preprocessing)
if write_output:
with open(f'{output_folder}/repo_history_preprocessed.json', 'w+') as f:
with open(f"{output_folder}/repo_history_preprocessed.json",
"w+") as f:
json.dump(repo_history.as_map(), f)

plot_data(repo_history)


if __name__ == '__main__':
if not command_exists('git'):
if __name__ == "__main__":
if not command_exists("git"):
print("Missing `git`")
exit(-1)

if not command_exists('cloc'):
if not command_exists("cloc"):
print("Missing `cloc` utility")
exit(-1)

Expand Down