Merge pull request #27 from wizeline/feature/fix-too-many-files-open

GWZ-186 Fix issue too many files open

Author: SangD

functions/load_full_one_repo/main.go

@@ -22,8 +22,8 @@ func Handler(e gogit.RepoPayload) (string, error) {
 
 	dateRange := gogit.GetFullGitDateRange()
 	token := utils.GetAccessToken(e.RepoAccessToken)
-	gogit.UpdateDataForRepo(e.RepoID, e.URL, e.RepoName, token, e.Branch, dateRange, conn)
 	github.CollectPRsOfRepo(github.NewGithubPullRequestService(token), e.RepoID, e.URL, conn)
+	gogit.UpdateDataForRepo(e.RepoID, e.URL, e.RepoName, token, e.Branch, dateRange, conn)
 	db.UpdateMetricForRepo(e.RepoID)
 	db.NewCommonOps().UpdateRepoLastUpdated(e.RepoID)
 	resp := "Load full repo " + e.RepoName + " Completed"

functions/update_one_repo/main.go

@@ -19,8 +19,8 @@ func Handler(e gogit.RepoPayload) (string, error) {
 
 	dateRange := gogit.GetLastNDayDateRange(durationLookBack)
 	token := utils.GetAccessToken(e.RepoAccessToken)
-	gogit.UpdateDataForRepo(e.RepoID, e.URL, e.RepoName, token, e.Branch, dateRange, conn)
 	github.CollectPRsOfRepo(github.NewGithubPullRequestService(token), e.RepoID, e.URL, conn)
+	gogit.UpdateDataForRepo(e.RepoID, e.URL, e.RepoName, token, e.Branch, dateRange, conn)
 	db.NewCommonOps().UpdateRepoLastUpdated(e.RepoID)
 	resp := "Update Repo " + e.RepoName + " Completed"
 	return resp, nil

gogit/stat_dto.go

@@ -91,8 +91,8 @@ func getCommitDTO(c *object.Commit) commitDto {
 	dto.Day = c.Author.When.UTC().Day()
 	dto.Hour = c.Author.When.UTC().Hour()
 	dto.TimeStamp = c.Author.When.UTC().String()
-	dto.LOC = getLineOfCode(c)
-	// dto.LOC = 0 // temporary disable getting total loc, to impove perf
+	// dto.LOC = getLineOfCode(c)
+	dto.LOC = 0 //  disable getting total loc as this not used, need to remove go routine to avoid issue too many open file
 	fileStats, err := c.Stats()
 	if err != nil {
 		log.Panicln(err)