Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update requirements.txt and dockerfiles #170

Closed
wants to merge 5 commits into from
+450 −504
Closed

Update requirements.txt and dockerfiles #170

Changes from 1 commit
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
bed8442
update dependencies for publishers
multiflexi Oct 3, 2023
2b85d7f
update docker readme with Compose V2
multiflexi Oct 3, 2023
490d874
update dependencies for presenters
multiflexi Oct 3, 2023
d9ee34c
update dependencies for collectors
multiflexi Oct 5, 2023
31f92e9
update dependencies for bots
multiflexi Oct 5, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
update dependencies for presenters
@multiflexi
multiflexi committed Oct 3, 2023
commit 490d874a374c6bfc7f40697c6e7db6336fc4aed2
54 changes: 5 additions & 49 deletions docker/Dockerfile.presenters
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM python:3.7-alpine3.14 AS build_shared
FROM python:3.12-alpine3.18 AS build_shared

WORKDIR /build_shared/

@@ -8,7 +8,7 @@ RUN python -m build



FROM python:3.7-alpine3.14 AS production
FROM python:3.12-alpine3.18 AS production

WORKDIR /app/

@@ -20,59 +20,15 @@ RUN \
apk add --no-cache \
libpng \
libjpeg \
wkhtmltopdf
py3-gobject3 \
pango

# install fonts
RUN \
apk add --no-cache \
msttcorefonts-installer \
fontconfig \
font-noto \
font-noto-adlam \
font-noto-adlamunjoined \
font-noto-arabic \
font-noto-armenian \
font-noto-avestan \
font-noto-bamum \
font-noto-bengali \
font-noto-buhid \
font-noto-carian \
font-noto-chakma \
font-noto-cherokee \
font-noto-cypriot \
font-noto-deseret \
font-noto-devanagari \
font-noto-ethiopic \
font-noto-extra \
font-noto-georgian \
font-noto-glagolitic \
font-noto-gothic \
font-noto-gujarati \
font-noto-gurmukhi \
font-noto-hebrew \
font-noto-kannada \
font-noto-kayahli \
font-noto-khmer \
font-noto-lao \
font-noto-lisu \
font-noto-malayalam \
font-noto-mandaic \
font-noto-myanmar \
font-noto-nko \
font-noto-olchiki \
font-noto-oldturkic \
font-noto-oriya \
font-noto-osage \
font-noto-osmanya \
font-noto-shavian \
font-noto-sinhala \
font-noto-tamil \
font-noto-telugu \
font-noto-thaana \
font-noto-thai \
font-noto-tibetan \
font-noto-tifinagh \
font-noto-vai \
font-noto-all \
terminus-font \
ttf-opensans \
font-bakoma \
22 changes: 17 additions & 5 deletions src/presenters/managers/auth_manager.py
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,16 @@
"""Authentication manager for the API.

Returns:
_type_: _description_
"""
from functools import wraps
from flask import request
import os
import ssl

api_key = os.getenv('API_KEY')
api_key = os.getenv("API_KEY")

if os.getenv('SSL_VERIFICATION') == "False":
if os.getenv("SSL_VERIFICATION") == "False":
try:
_create_unverified_https_context = ssl._create_unverified_context
except AttributeError:
@@ -15,11 +20,18 @@


def api_key_required(fn):
"""Check if the API key is valid.

Args:
fn (function): _description_
Returns:
_type_: _description_
"""

@wraps(fn)
def wrapper(*args, **kwargs):

if not request.headers.has_key('Authorization') or request.headers['Authorization'] != ('Bearer ' + api_key):
return {'error': 'not authorized'}, 401
if "Authorization" not in request.headers or request.headers["Authorization"] != ("Bearer " + api_key):
return {"error": "not authorized"}, 401
else:
return fn(*args, **kwargs)

97 changes: 49 additions & 48 deletions src/presenters/presenters/pdf_presenter.py
View file
Original file line number Diff line number Diff line change
@@ -1,96 +1,97 @@
"""PDF Presenter.

Returns:
dict: mime type and base64 encoded data of the generated PDF document
"""
import datetime
import os
import tempfile
from base64 import b64encode
import jinja2
import pdfkit
from weasyprint import HTML

from .base_presenter import BasePresenter
from shared.schema.parameter import Parameter, ParameterType


class PDFPresenter(BasePresenter):
"""PDF Presenter class.

Args:
BasePresenter (class): Base presenter class
"""

type = "PDF_PRESENTER"
name = "PDF Presenter"
description = "Presenter for generating PDF documents"

parameters = [
Parameter(0, "HEADER_TEMPLATE_PATH", "Header template path", "Path of header template file",
ParameterType.STRING),
Parameter(0, "BODY_TEMPLATE_PATH", "Body template path", "Path of body template file",
ParameterType.STRING),
Parameter(0, "FOOTER_TEMPLATE_PATH", "Footer template path", "Path of footer template file",
ParameterType.STRING)
]
parameters = [Parameter(0, "PDF_TEMPLATE_PATH", "Template path", "Path of header template file", ParameterType.STRING)]

parameters.extend(BasePresenter.parameters)

def generate(self, presenter_input):
"""Generate PDF document.

Args:
presenter_input (_type_): Parameters from settings

Returns:
dict: mime type and base64 encoded data of the generated PDF document
"""
try:
temporary_directory = tempfile.gettempdir() + "/"
output_body_html = temporary_directory + 'pdf_body.html'
output_pdf = temporary_directory + 'pdf_report__' + datetime.datetime.now().strftime(
"%d-%m-%Y_%H:%M") + '.pdf'
output_html = temporary_directory + "pdf_body.html"
output_pdf = temporary_directory + "pdf_report__" + datetime.datetime.now().strftime("%d-%m-%Y_%H:%M") + ".pdf"

pdf_header_template = presenter_input.parameter_values_map['HEADER_TEMPLATE_PATH']
pdf_footer_template = presenter_input.parameter_values_map['FOOTER_TEMPLATE_PATH']
head, tail = os.path.split(presenter_input.parameter_values_map['BODY_TEMPLATE_PATH'])
head, tail = os.path.split(presenter_input.parameter_values_map["PDF_TEMPLATE_PATH"])

input_data = BasePresenter.generate_input_data(presenter_input)

env = jinja2.Environment(loader=jinja2.FileSystemLoader(head))
env.filters["strfdate"] = BasePresenter._filter_datetime
body = env.get_template(tail)
output_text = body.render(data=input_data)
with open(output_body_html, 'w') as output_file:
pdf = env.get_template(tail)
output_text = pdf.render(data=input_data)
with open(output_html, "w") as output_file:
output_file.write(output_text)

if not os.path.exists(temporary_directory):
os.mkdir(temporary_directory)

options = {
'dpi': 500,
'page-size': 'A4',
'margin-top': '1.55in',
'margin-right': '0.75in',
'margin-bottom': '1.55in',
'margin-left': '0.75in',
'encoding': "UTF-8",
'header-html': pdf_header_template,
'footer-html': pdf_footer_template,
'custom-header': [
('Accept-Encoding', 'gzip')
],
'no-outline': None,
'enable-local-file-access': None
}

pdfkit.from_file(input=output_body_html, output_path=output_pdf, options=options)

encoding = 'UTF-8'
# options = {
# 'dpi': 500,
# 'page-size': 'A4',
# 'margin-top': '1.55in',
# 'margin-right': '0.75in',
# 'margin-bottom': '1.55in',
# 'margin-left': '0.75in',
# 'encoding': "UTF-8",
# 'header-html': pdf_header_template,
# 'footer-html': pdf_footer_template,
# 'custom-header': [
# ('Accept-Encoding', 'gzip')
# ],
# 'no-outline': None,
# 'enable-local-file-access': None
# }
HTML(output_html).write_pdf(output_pdf)

encoding = "UTF-8"
file = output_pdf

with open(file, 'rb') as open_file:
with open(file, "rb") as open_file:
byte_content = open_file.read()

base64_bytes = b64encode(byte_content)

data = base64_bytes.decode(encoding)

presenter_output = {
'mime_type': 'application/pdf',
'data': data
}
presenter_output = {"mime_type": "application/pdf", "data": data}

os.remove(output_body_html)
os.remove(output_html)
os.remove(file)

return presenter_output
except Exception as error:
BasePresenter.print_exception(self, error)
presenter_output = {
'mime_type': 'text/plain',
'data': b64encode(("TEMPLATING ERROR\n"+str(error)).encode()).decode('UTF-8')
}
presenter_output = {"mime_type": "text/plain", "data": b64encode(("TEMPLATING ERROR\n" + str(error)).encode()).decode("UTF-8")}
return presenter_output
25 changes: 9 additions & 16 deletions src/presenters/requirements.txt
View file
Original file line number Diff line number Diff line change
@@ -1,17 +1,10 @@
Flask==1.1.4
Flask-Cors==3.0.10
Flask-RESTful==0.3.7
gevent==21.8.0
greenlet==1.1.1
gunicorn==20.0.4
Jinja2==2.11.3
MarkupSafe==1.1.0
marshmallow==3.18.0
Flask==3.0.0
Flask-Cors==4.0.0
Flask-RESTful==0.3.10
gevent==23.9.1
gunicorn==21.2.0
Jinja2==3.1.2
marshmallow==3.20.1
marshmallow-enum==1.5.1
pdfkit==0.6.1
PyJWT==1.7.1
python-dotenv==0.10.5
pytz==2019.3
PyYAML==6.0.1
six==1.14.0
Werkzeug==0.16.0
python-dotenv==1.0.0
weasyprint==60.1
18 changes: 18 additions & 0 deletions src/presenters/templates/images/taranis.svg
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
239 changes: 0 additions & 239 deletions src/presenters/templates/pdf_body_template.html
View file

This file was deleted.

32 changes: 0 additions & 32 deletions src/presenters/templates/pdf_footer_template.html
View file

This file was deleted.

22 changes: 0 additions & 22 deletions src/presenters/templates/pdf_header_template.html
View file

This file was deleted.

272 changes: 272 additions & 0 deletions src/presenters/templates/pdf_template.html
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,272 @@
<!DOCTYPE html>
<html lang="en">

<head>
<meta charset="UTF-8">
<title></title>
<link rel="stylesheet" type="text/css" href="/app/templates/css/bootstrap.css">
<link rel="stylesheet" type="text/css" href="/app/templates/css/custom.css">
</head>

<body>
<div>
<table class="table table-borderless">
<tr>
<td class="w20"><img src="/app/templates/images/taranis.png"></td>
<td class="w60 text-center align-middle sw_title">VULNERABILITY REPORT</td>
<td class="w20 sw_number">No: SW1234-ER/2</td>
</tr>
</table>
<br>
</div>
{# <img src="/app/templates/images/taranis.svg" alt="Taranis SVG"/> #}

<div style="padding-top: 30pt">

{% for report_item in data.report_items %}
<table class="table table-bordered header_info" style="width: 100%">

<tr>
<th colspan="6" class="th_data" style="color:white; background-color: #256ec2 !important">
CONFIDENTIALITY, DISTRIBUTION, SEVERITY</th>
</tr>
<tr class="table-row">
<td class="w25 py-0">
<div class="mt-2 text_bold">Confidentiality</div>
</td>
<td class="w15 py-0">
<div class="mt-2">
<label class="checkbox-button">
<input type="checkbox" class="checkbox-button__input" id="low" name="low" {% if
report_item.attrs.confidentiality=='UNRESTRICTED' %}checked{% endif %}>
<span class="checkbox-button__control"></span>
<span class="checkbox-button__label">Unrestricted</span>
</label>
</div>
</td>
<td class="w15 py-0">
<div class="mt-2">
<label class="checkbox-button">
<input type="checkbox" class="checkbox-button__input" id="middle" name="middle" {% if
report_item.attrs.confidentiality=='CLASSIFIED' %}checked{% endif %}>
<span class="checkbox-button__control"></span>
<span class="checkbox-button__label">Classified</span>
</label>
</div>
</td>
<td class="w15 py-0">
<div class="mt-2">
<label class="checkbox-button">
<input type="checkbox" class="checkbox-button__input" id="high" name="high" {% if
report_item.attrs.confidentiality=='CONFIDENTIAL' %}checked{% endif %}>
<span class="checkbox-button__control"></span>
<span class="checkbox-button__label">Confidential</span>
</label>
</div>
</td>
<td class="w15 py-0">
<div class="mt-2">
<label class="checkbox-button">
<input type="checkbox" class="checkbox-button__input" id="critical" name="critical" {% if
report_item.attrs.confidentiality=='SECRET' %}checked{% endif %}>
<span class="checkbox-button__control"></span>
<span class="checkbox-button__label">Secret</span>
</label>
</div>
</td>
<td class="w15 py-0">
<div class="mt-2">
<label class="checkbox-button">
<input type="checkbox" class="checkbox-button__input" id="critical" name="critical" {% if
report_item.attrs.confidentiality=='TOP SECRET' %}checked{% endif %}>
<span class="checkbox-button__control"></span>
<span class="checkbox-button__label">Top Secret</span>
</label>
</div>
</td>
</tr>
<tr>
<td class="w25 py-0">
<div class="mt-2 text_bold">TLP</div>
</td>
<td class="mt-2" colspan="5">
{% if report_item.attrs.tlp == 'CLEAR' or report_item.attrs.tlp == 'WHITE' %}
<span
style="padding: 4px; background-color: black !important; color:white; font-weight: 700">TLP:CLEAR</span>
{% endif %}
{% if report_item.attrs.tlp == 'GREEN' %}
<span
style="padding: 4px; background-color: black !important; color:#33ff00; font-weight: 700">TLP:GREEN</span>
{% endif %}
{% if report_item.attrs.tlp == 'AMBER' %}
<span
style="padding: 4px; background-color: black !important; color:#ffc000; font-weight: 700">TLP:AMBER</span>
{% endif %}
{% if report_item.attrs.tlp == 'AMBER+STRICT' %}
<span
style="padding: 4px; background-color: black !important; color:#ffc000; font-weight: 700">TLP:AMBER+STRICT</span>
{% endif %}
{% if report_item.attrs.tlp == 'RED' %}
<span
style="padding: 4px; background-color: black !important; color:#ff2b2b; font-weight: 700">TLP:RED</span>
{% endif %}
</td>
</tr>
<tr>
<td class="w25 py-0">
<div class="mt-2 text_bold">CVSS vector</div>
</td>
<td class="py-0" colspan="5">
<div class="mt-2"><span class="cvss">{{ report_item.attrs.cvss|e }} </span></div>
</td>
</tr>
</table>

<br>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">DESCRIPTION</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{{ report_item.attrs.description|e }}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">PUBLISHED</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{{ report_item.attrs.exposure_date }}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">UPDATED</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{{ report_item.attrs.update_date }}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">CVE</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{% if report_item.attrs.cve %}
{% for i in report_item.attrs.cve %}
<div>{{ i|e }}</div>
{% endfor %}
{% endif %}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">IMPACT</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{% if report_item.attrs.impact %}
{% for i in report_item.attrs.impact %}
<div>{{ i|e }}</div>
{% endfor %}
{% endif %}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">IOC</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{% if report_item.attrs.ioc %}
{% for i in report_item.attrs.ioc %}
<div>{{ i|e }}</div>
{% endfor %}
{% endif %}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">AFFECTED SYSTEMS</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{% if report_item.attrs.affected_systems %}
{% for i in report_item.attrs.affected_systems %}
<div>{{ i|e }}</div>
{% endfor %}
{% endif %}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">RECOMMENDATIONS</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
{{ report_item.attrs.recommendations }}
</td>
</tr>
</table>

<table class="table table-bordered">
<tr>
<th class="th_data" style="color:white; background-color: #256ec2 !important">LINKS</th>
</tr>
<tr>
<td class="text-justify text_in_tab">
<ul class="list-unstyled">
{% if report_item.attrs.links %}
{% for i in report_item.attrs.links %}
<div>{{ i|e }}</div>
{% endfor %}
{% endif %}
</ul>
</td>
</tr>
</table>
{% endfor %}
</div>
<div>
<br>
<table class="table table-borderless">
<tr class="footer_text footer_color">
<td class="w30 py-0 text_bold">Created by Taranis NG</td>
<td class="w40 py-0 text-center info">Repo: <a
href="https://github.com/SK-CERT/Taranis-NG/">github.com/SK-CERT/Taranis-NG</a></td>
<td class="w30 py-0 text-right text_bold">Company name</td>
</tr>
<tr class="footer_text">
<td class="w30 py-0">OSINT analysis tool</td>
<td class="w40 py-0 text-center info">E-mail: sk-cert@nbu.gov.sk</td>
<td class="w30 py-0 text-right">Company address</td>
</tr>
<tr class="footer_text">
<td class="w30 py-0">for CSIRT community</td>
<td class="w40 py-0 text-center info">Web: <a href="https://www.sk-cert.sk">www.sk-cert.sk</a></td>
<td class="w30 py-0 text-right">City name</td>
</tr>
</table>
</div>
</body>

</html>