architecture.svg -> architecture.png

pull/37/head
Aloïs Micard 4 years ago
parent a2deb6e637
commit 4350c26c09

@ -86,5 +86,5 @@ After that just run start.sh again to have the updated version running.
# Architecture
The architecture details are available [here](docs/architecture.svg).
The architecture details are available [here](docs/architecture.png).

Binary file not shown.

After

Width:  |  Height:  |  Size: 97 KiB

@ -1,237 +0,0 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.43.0 (0)
-->
<!-- Title: Trandoshan Crawler Pages: 1 -->
<svg width="1142pt" height="1267pt"
viewBox="0.00 0.00 1142.00 1267.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(144 1123)">
<title>Trandoshan Crawler</title>
<polygon fill="white" stroke="transparent" points="-144,144 -144,-1123 998,-1123 998,144 -144,144"/>
<text text-anchor="middle" x="427" y="-9" font-family="Sans-Serif" font-size="15.00" fill="#2d3436">Trandoshan Crawler</text>
<g id="clust1" class="cluster">
<title>cluster_API</title>
<path fill="#e5f5fd" stroke="#aeb6be" d="M380,-33C380,-33 474,-33 474,-33 480,-33 486,-39 486,-45 486,-45 486,-386 486,-386 486,-392 480,-398 474,-398 474,-398 380,-398 380,-398 374,-398 368,-392 368,-386 368,-386 368,-45 368,-45 368,-39 374,-33 380,-33"/>
<text text-anchor="middle" x="386" y="-384.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">API</text>
</g>
<g id="clust2" class="cluster">
<title>cluster_Crawlers</title>
<path fill="#e5f5fd" stroke="#aeb6be" d="M236,-797C236,-797 618,-797 618,-797 624,-797 630,-803 630,-809 630,-809 630,-959 630,-959 630,-965 624,-971 618,-971 618,-971 236,-971 236,-971 230,-971 224,-965 224,-959 224,-959 224,-809 224,-809 224,-803 230,-797 236,-797"/>
<text text-anchor="middle" x="258.5" y="-957.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">Crawlers</text>
</g>
<g id="clust3" class="cluster">
<title>cluster_Schedulers</title>
<path fill="#e5f5fd" stroke="#aeb6be" d="M20,-415C20,-415 402,-415 402,-415 408,-415 414,-421 414,-427 414,-427 414,-577 414,-577 414,-583 408,-589 402,-589 402,-589 20,-589 20,-589 14,-589 8,-583 8,-577 8,-577 8,-427 8,-427 8,-421 14,-415 20,-415"/>
<text text-anchor="middle" x="49.5" y="-575.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">Schedulers</text>
</g>
<g id="clust4" class="cluster">
<title>cluster_Extractors</title>
<path fill="#e5f5fd" stroke="#aeb6be" d="M452,-415C452,-415 834,-415 834,-415 840,-415 846,-421 846,-427 846,-427 846,-577 846,-577 846,-583 840,-589 834,-589 834,-589 452,-589 452,-589 446,-589 440,-583 440,-577 440,-577 440,-427 440,-427 440,-421 446,-415 452,-415"/>
<text text-anchor="middle" x="479" y="-575.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">Extractors</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419 -->
<g id="node1" class="node">
<title>1345d49d2b87443295a2c106ec0f2419</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/aws/integration/simple-queue-service-sqs.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="376.5" y="-733"/>
<text text-anchor="middle" x="427" y="-617.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">NATS</text>
</g>
<!-- 73c33009574944aca3454f3cafd4a57b -->
<g id="node7" class="node">
<title>73c33009574944aca3454f3cafd4a57b</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="304.5" y="-542"/>
<text text-anchor="middle" x="355" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">scheduler1</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;73c33009574944aca3454f3cafd4a57b -->
<g id="edge5" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;73c33009574944aca3454f3cafd4a57b</title>
<path fill="none" stroke="#7b8894" d="M386.17,-613.81C386.17,-613.81 386.17,-570.22 386.17,-570.22"/>
<polygon fill="#7b8894" stroke="#7b8894" points="389.67,-570.22 386.17,-560.22 382.67,-570.22 389.67,-570.22"/>
</g>
<!-- c3f13b9715a8427494bf84ba1f6e1da0 -->
<g id="node8" class="node">
<title>c3f13b9715a8427494bf84ba1f6e1da0</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="160.5" y="-542"/>
<text text-anchor="middle" x="211" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">scheduler2</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;c3f13b9715a8427494bf84ba1f6e1da0 -->
<g id="edge6" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;c3f13b9715a8427494bf84ba1f6e1da0</title>
<path fill="none" stroke="#7b8894" d="M376.49,-659C321.77,-659 242.17,-659 242.17,-659 242.17,-659 242.17,-570.11 242.17,-570.11"/>
<polygon fill="#7b8894" stroke="#7b8894" points="245.67,-570.11 242.17,-560.11 238.67,-570.11 245.67,-570.11"/>
</g>
<!-- a64cc6be071b4582bc74477119a61a4e -->
<g id="node9" class="node">
<title>a64cc6be071b4582bc74477119a61a4e</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="16.5" y="-542"/>
<text text-anchor="middle" x="67" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">scheduler3</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;a64cc6be071b4582bc74477119a61a4e -->
<g id="edge7" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;a64cc6be071b4582bc74477119a61a4e</title>
<path fill="none" stroke="#7b8894" d="M376.18,-705C273.32,-705 50.17,-705 50.17,-705 50.17,-705 50.17,-570.23 50.17,-570.23"/>
<polygon fill="#7b8894" stroke="#7b8894" points="53.67,-570.23 50.17,-560.23 46.67,-570.23 53.67,-570.23"/>
</g>
<!-- 7280429b4b6945e0afe9a33d256105c0 -->
<g id="node10" class="node">
<title>7280429b4b6945e0afe9a33d256105c0</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="736.5" y="-542"/>
<text text-anchor="middle" x="787" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">extractor1</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;7280429b4b6945e0afe9a33d256105c0 -->
<g id="edge8" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;7280429b4b6945e0afe9a33d256105c0</title>
<path fill="none" stroke="#7b8894" d="M477.82,-705C580.68,-705 803.83,-705 803.83,-705 803.83,-705 803.83,-570.23 803.83,-570.23"/>
<polygon fill="#7b8894" stroke="#7b8894" points="807.33,-570.23 803.83,-560.23 800.33,-570.23 807.33,-570.23"/>
</g>
<!-- 7f075f6b24694cf397f1d6aa6b3805c0 -->
<g id="node11" class="node">
<title>7f075f6b24694cf397f1d6aa6b3805c0</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="592.5" y="-542"/>
<text text-anchor="middle" x="643" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">extractor2</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;7f075f6b24694cf397f1d6aa6b3805c0 -->
<g id="edge9" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;7f075f6b24694cf397f1d6aa6b3805c0</title>
<path fill="none" stroke="#7b8894" d="M477.51,-659C532.23,-659 611.83,-659 611.83,-659 611.83,-659 611.83,-570.11 611.83,-570.11"/>
<polygon fill="#7b8894" stroke="#7b8894" points="615.33,-570.11 611.83,-560.11 608.33,-570.11 615.33,-570.11"/>
</g>
<!-- 459b6f1ccdfd44f49818e773607b6630 -->
<g id="node12" class="node">
<title>459b6f1ccdfd44f49818e773607b6630</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="448.5" y="-542"/>
<text text-anchor="middle" x="499" y="-426.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">extractor3</text>
</g>
<!-- 1345d49d2b87443295a2c106ec0f2419&#45;&gt;459b6f1ccdfd44f49818e773607b6630 -->
<g id="edge10" class="edge">
<title>1345d49d2b87443295a2c106ec0f2419&#45;&gt;459b6f1ccdfd44f49818e773607b6630</title>
<path fill="none" stroke="#7b8894" d="M458.17,-613.81C458.17,-613.81 458.17,-570.22 458.17,-570.22"/>
<polygon fill="#7b8894" stroke="#7b8894" points="461.67,-570.22 458.17,-560.22 454.67,-570.22 461.67,-570.22"/>
</g>
<!-- d063f44c1dfe4d91b93466d105a3559b -->
<g id="node2" class="node">
<title>d063f44c1dfe4d91b93466d105a3559b</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="376.5" y="-351"/>
<text text-anchor="middle" x="427" y="-235.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">api</text>
</g>
<!-- b48d6c2907e145d7b1caf62514c63f21 -->
<g id="node3" class="node">
<title>b48d6c2907e145d7b1caf62514c63f21</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/alibabacloud/compute/elastic-search.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="376.5" y="-160"/>
<text text-anchor="middle" x="427" y="-44.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">ElasticSearch</text>
</g>
<!-- d063f44c1dfe4d91b93466d105a3559b&#45;&gt;b48d6c2907e145d7b1caf62514c63f21 -->
<g id="edge1" class="edge">
<title>d063f44c1dfe4d91b93466d105a3559b&#45;&gt;b48d6c2907e145d7b1caf62514c63f21</title>
<path fill="none" stroke="#7b8894" d="M427,-231.81C427,-214.38 427,-195.65 427,-178.22"/>
</g>
<!-- 8d1dd8e06bde464fa0742e2df693cae1 -->
<g id="node4" class="node">
<title>8d1dd8e06bde464fa0742e2df693cae1</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="520.5" y="-924"/>
<text text-anchor="middle" x="571" y="-808.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">crawler1</text>
</g>
<!-- 8d1dd8e06bde464fa0742e2df693cae1&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge2" class="edge">
<title>8d1dd8e06bde464fa0742e2df693cae1&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M535,-804.58C535,-766.98 535,-728 535,-728 535,-728 487.52,-728 487.52,-728"/>
<polygon fill="#7b8894" stroke="#7b8894" points="487.52,-724.5 477.52,-728 487.52,-731.5 487.52,-724.5"/>
</g>
<!-- a1a554c7b3c24143af56d3e7f89a49cb -->
<g id="node5" class="node">
<title>a1a554c7b3c24143af56d3e7f89a49cb</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="376.5" y="-924"/>
<text text-anchor="middle" x="427" y="-808.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">crawler2</text>
</g>
<!-- a1a554c7b3c24143af56d3e7f89a49cb&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge3" class="edge">
<title>a1a554c7b3c24143af56d3e7f89a49cb&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M427,-804.81C427,-804.81 427,-761.22 427,-761.22"/>
<polygon fill="#7b8894" stroke="#7b8894" points="430.5,-761.22 427,-751.22 423.5,-761.22 430.5,-761.22"/>
</g>
<!-- 2a7a53cbe35148ae998c208a6e48068e -->
<g id="node6" class="node">
<title>2a7a53cbe35148ae998c208a6e48068e</title>
<image xlink:href="/home/creekorful/PycharmProjects/trandoshanDiagram/venv/lib/python3.8/site-packages/resources/k8s/compute/pod.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="232.5" y="-924"/>
<text text-anchor="middle" x="283" y="-808.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">crawler3</text>
</g>
<!-- 2a7a53cbe35148ae998c208a6e48068e&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge4" class="edge">
<title>2a7a53cbe35148ae998c208a6e48068e&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M319,-804.58C319,-766.98 319,-728 319,-728 319,-728 366.48,-728 366.48,-728"/>
<polygon fill="#7b8894" stroke="#7b8894" points="366.48,-731.5 376.48,-728 366.48,-724.5 366.48,-731.5"/>
</g>
<!-- 73c33009574944aca3454f3cafd4a57b&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge20" class="edge">
<title>73c33009574944aca3454f3cafd4a57b&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M395.83,-560.19C395.83,-560.19 395.83,-603.78 395.83,-603.78"/>
<polygon fill="#7b8894" stroke="#7b8894" points="392.33,-603.78 395.83,-613.78 399.33,-603.78 392.33,-603.78"/>
</g>
<!-- 73c33009574944aca3454f3cafd4a57b&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge17" class="edge">
<title>73c33009574944aca3454f3cafd4a57b&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M391,-422.81C391,-422.81 391,-379.22 391,-379.22"/>
<polygon fill="#7b8894" stroke="#7b8894" points="394.5,-379.22 391,-369.22 387.5,-379.22 394.5,-379.22"/>
</g>
<!-- c3f13b9715a8427494bf84ba1f6e1da0&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge21" class="edge">
<title>c3f13b9715a8427494bf84ba1f6e1da0&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M251.83,-560.36C251.83,-597.58 251.83,-636 251.83,-636 251.83,-636 366.33,-636 366.33,-636"/>
<polygon fill="#7b8894" stroke="#7b8894" points="366.33,-639.5 376.33,-636 366.33,-632.5 366.33,-639.5"/>
</g>
<!-- c3f13b9715a8427494bf84ba1f6e1da0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge18" class="edge">
<title>c3f13b9715a8427494bf84ba1f6e1da0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M211,-422.96C211,-376.31 211,-323 211,-323 211,-323 366.36,-323 366.36,-323"/>
<polygon fill="#7b8894" stroke="#7b8894" points="366.36,-326.5 376.36,-323 366.36,-319.5 366.36,-326.5"/>
</g>
<!-- a64cc6be071b4582bc74477119a61a4e&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge22" class="edge">
<title>a64cc6be071b4582bc74477119a61a4e&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M83.83,-560.01C83.83,-614.62 83.83,-682 83.83,-682 83.83,-682 366.36,-682 366.36,-682"/>
<polygon fill="#7b8894" stroke="#7b8894" points="366.36,-685.5 376.36,-682 366.36,-678.5 366.36,-685.5"/>
</g>
<!-- a64cc6be071b4582bc74477119a61a4e&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge19" class="edge">
<title>a64cc6be071b4582bc74477119a61a4e&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M67,-422.75C67,-360.01 67,-277 67,-277 67,-277 366.18,-277 366.18,-277"/>
<polygon fill="#7b8894" stroke="#7b8894" points="366.18,-280.5 376.18,-277 366.18,-273.5 366.18,-280.5"/>
</g>
<!-- 7280429b4b6945e0afe9a33d256105c0&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge14" class="edge">
<title>7280429b4b6945e0afe9a33d256105c0&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M770.17,-560.01C770.17,-614.62 770.17,-682 770.17,-682 770.17,-682 487.64,-682 487.64,-682"/>
<polygon fill="#7b8894" stroke="#7b8894" points="487.64,-678.5 477.64,-682 487.64,-685.5 487.64,-678.5"/>
</g>
<!-- 7280429b4b6945e0afe9a33d256105c0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge11" class="edge">
<title>7280429b4b6945e0afe9a33d256105c0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M787,-422.75C787,-360.01 787,-277 787,-277 787,-277 487.82,-277 487.82,-277"/>
<polygon fill="#7b8894" stroke="#7b8894" points="487.82,-273.5 477.82,-277 487.82,-280.5 487.82,-273.5"/>
</g>
<!-- 7f075f6b24694cf397f1d6aa6b3805c0&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge15" class="edge">
<title>7f075f6b24694cf397f1d6aa6b3805c0&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M602.17,-560.36C602.17,-597.58 602.17,-636 602.17,-636 602.17,-636 487.67,-636 487.67,-636"/>
<polygon fill="#7b8894" stroke="#7b8894" points="487.67,-632.5 477.67,-636 487.67,-639.5 487.67,-632.5"/>
</g>
<!-- 7f075f6b24694cf397f1d6aa6b3805c0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge12" class="edge">
<title>7f075f6b24694cf397f1d6aa6b3805c0&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M643,-422.96C643,-376.31 643,-323 643,-323 643,-323 487.64,-323 487.64,-323"/>
<polygon fill="#7b8894" stroke="#7b8894" points="487.64,-319.5 477.64,-323 487.64,-326.5 487.64,-319.5"/>
</g>
<!-- 459b6f1ccdfd44f49818e773607b6630&#45;&gt;1345d49d2b87443295a2c106ec0f2419 -->
<g id="edge16" class="edge">
<title>459b6f1ccdfd44f49818e773607b6630&#45;&gt;1345d49d2b87443295a2c106ec0f2419</title>
<path fill="none" stroke="#7b8894" d="M467.83,-560.19C467.83,-560.19 467.83,-603.78 467.83,-603.78"/>
<polygon fill="#7b8894" stroke="#7b8894" points="464.33,-603.78 467.83,-613.78 471.33,-603.78 464.33,-603.78"/>
</g>
<!-- 459b6f1ccdfd44f49818e773607b6630&#45;&gt;d063f44c1dfe4d91b93466d105a3559b -->
<g id="edge13" class="edge">
<title>459b6f1ccdfd44f49818e773607b6630&#45;&gt;d063f44c1dfe4d91b93466d105a3559b</title>
<path fill="none" stroke="#7b8894" d="M463,-422.81C463,-422.81 463,-379.22 463,-379.22"/>
<polygon fill="#7b8894" stroke="#7b8894" points="466.5,-379.22 463,-369.22 459.5,-379.22 466.5,-379.22"/>
</g>
</g>
</svg>

Before

Width:  |  Height:  |  Size: 17 KiB

Loading…
Cancel
Save