Select Git revision
diagramParser.py
-
martiivGylden authoredmartiivGylden authored
Code owners
Assign users and groups as approvers for specific file changes. Learn more.
url-intelligence.go 3.36 KiB
package api
import (
"dcsg2900-threattotal/utils"
"encoding/json"
"fmt"
"net/http"
"sync"
"github.com/gin-gonic/gin"
)
func UrlIntelligence(c *gin.Context) {
url := c.Query("url")
var completeInt bool
var URLint []byte
//var URLint utils.APIresponseResult
value, err := utils.Conn.Do("GET", "url:"+url)
if value == nil {
if err != nil {
fmt.Println("Error:" + err.Error())
}
fmt.Println("No Cache hit")
URLint, err, completeInt = urlSearch(url)
if err != nil {
http.Error(c.Writer, "Failed retrieving api data.", http.StatusInternalServerError)
return
}
// Add the data to the redis backend.
if completeInt {
response, err := utils.Conn.Do("SETEX", "url:"+url, utils.CacheDurationUrl, URLint)
if err != nil {
fmt.Println("Error adding data to redis:" + err.Error())
}
// Print the response to adding the data (should be "OK")
fmt.Println("Bool is true")
fmt.Println(response)
}
//fmt.Println("WHERE IS MY CONTENT 2", responseData2)
// Cache hit
} else {
fmt.Println("Cache hit")
responseBytes, err := json.Marshal(value)
if err != nil {
fmt.Println("Error handling redis response:" + err.Error())
http.Error(c.Writer, "Failed retrieving api data.", http.StatusInternalServerError)
return
// Maybe do another call to delete the key from the database?
}
/**
//var checkData utils.ResultFrontendResponse
err = json.Unmarshal(responseBytes, &checkdata)
if err!=nil {
fmt.Println(string(checkData))
}
fmt.Println(string(checkData))
*/
err = json.Unmarshal(responseBytes, &URLint)
if err != nil {
fmt.Println("Error handling redis response:" + err.Error())
http.Error(c.Writer, "Failed retrieving api data.", http.StatusInternalServerError)
return
// Maybe do another call to delete the key from the database?
}
}
c.Data(http.StatusOK, "application/json", URLint)
}
// Makes the api requests used in urlIntelligence
func urlSearch(url string) (data []byte, err error, complete bool) {
var wg sync.WaitGroup //Vente gruppe for goroutiner
var URLint []byte
var responseData [4]utils.FrontendResponse2
var p, VirusTotal, urlscanio, alienvault *utils.FrontendResponse2
p = &responseData[0]
VirusTotal = &responseData[1]
urlscanio = &responseData[2]
alienvault = &responseData[3]
fmt.Println(url)
wg.Add(3)
go TestGoGoogleUrl(url, p, &wg)
go TestHybridAnalyisUrl(url, VirusTotal, urlscanio, &wg)
go TestAlienVaultUrl(url, alienvault, &wg)
wg.Wait()
var resultResponse utils.ResultFrontendResponse
resultResponse.FrontendResponse = responseData[:]
setResults := &resultResponse
utils.SetResultURL(setResults, len(responseData))
complete = checkIfIntelligenceComplete(resultResponse, len(responseData)) //This runs a check to see if the intelligence is complete
//If complete is true the intelligence will be hashed,
//If it is not complete the result won't be cached.
URLint, err = json.Marshal(resultResponse)
if err != nil {
fmt.Println(err)
return URLint, err, complete
}
fmt.Println("WHERE IS MY CONTENT 1", responseData)
return URLint, nil, complete
}
func checkIfIntelligenceComplete(jsonData utils.ResultFrontendResponse, size int) (complete bool) {
complete = true
for i := 0; i <= size-1; i++ {
if jsonData.FrontendResponse[i].EN.Status == "Awaiting analysis" || jsonData.FrontendResponse[i].EN.Status == "Error" {
complete = false
}
}
return complete
}