fix sed stuff

This commit is contained in:
nihilist 2025-03-31 08:44:40 +02:00
parent 27d5fa375f
commit 4b591e47b4
3 changed files with 113 additions and 113 deletions

View file

@ -1,6 +1,6 @@
<mxfile host="Electron" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/25.0.2 Chrome/128.0.6613.186 Electron/32.2.5 Safari/537.36" version="25.0.2">
<diagram name="Page-1" id="AROqC8fMQaNWye3_sZ_R">
<mxGraphModel dx="13480" dy="6730" grid="0" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="0" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
<mxGraphModel dx="4504" dy="1919" grid="0" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="0" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
<root>
<mxCell id="0" />
<mxCell id="1" parent="0" />
@ -627,10 +627,10 @@
<mxPoint x="2523" y="2071.5" as="sourcePoint" />
</mxGeometry>
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-1" value="6) check if the link is already listed in either&lt;br&gt;verified.csv or unverified.csv.&lt;br&gt;If not listed in either, then &lt;br&gt;add it into unverified.csv" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontFamily=Architects Daughter;fontSource=https%3A%2F%2Ffonts.googleapis.com%2Fcss%3Ffamily%3DArchitects%2BDaughter;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-1" value="6) check if the link is already listed in either&lt;br&gt;verified.csv or unverified.csv.&lt;br&gt;If not listed in either, then &lt;br&gt;add it into unverified.csv" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;fontFamily=Architects Daughter;fontSource=https%3A%2F%2Ffonts.googleapis.com%2Fcss%3Ffamily%3DArchitects%2BDaughter;" parent="1" vertex="1">
<mxGeometry x="1756" y="2069.5" width="266" height="70" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-2" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.998;entryY=0.524;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="W1qvKDymAgoVQLZv2bCV-91" target="W1qvKDymAgoVQLZv2bCV-81">
<mxCell id="WCQMX46ekTz_Suyh-VA5-2" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.998;entryY=0.524;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="W1qvKDymAgoVQLZv2bCV-91" target="W1qvKDymAgoVQLZv2bCV-81" edge="1">
<mxGeometry relative="1" as="geometry">
<Array as="points">
<mxPoint x="1822" y="2069.75" />
@ -638,26 +638,26 @@
</Array>
</mxGeometry>
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-3" value="Directory: crawler/Onion&lt;br&gt;(in .gitignore)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-3" value="Directory: crawler/Onion&lt;br&gt;(in .gitignore)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" parent="1" vertex="1">
<mxGeometry x="701" y="1527" width="173" height="31" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-4" value="onion_websites.csv" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-4" value="onion_websites.csv" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" parent="1" vertex="1">
<mxGeometry x="886" y="1531" width="136" height="23" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-5" value="onion_websites.csv (onion link, crawled (0-10),&lt;br&gt;date_last_crawled)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-5" value="onion_websites.csv (onion link, crawled (0-10),&lt;br&gt;date_last_crawled)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" parent="1" vertex="1">
<mxGeometry x="1397" y="1924" width="254" height="35.25" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-6" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.998;entryY=0.516;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="W1qvKDymAgoVQLZv2bCV-81" target="WCQMX46ekTz_Suyh-VA5-5">
<mxCell id="WCQMX46ekTz_Suyh-VA5-6" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.998;entryY=0.516;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="W1qvKDymAgoVQLZv2bCV-81" target="WCQMX46ekTz_Suyh-VA5-5" edge="1">
<mxGeometry relative="1" as="geometry">
<Array as="points">
<mxPoint x="1673" y="1942" />
</Array>
</mxGeometry>
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-7" value="2.5) increment the &quot;crawled&quot; value&lt;br&gt;with every page crawled" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-7" value="2.5) increment the &quot;crawled&quot; value&lt;br&gt;with every page crawled" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;" parent="1" vertex="1">
<mxGeometry x="1439" y="1882.5" width="200" height="41" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-8" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.499;entryY=0.01;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="WCQMX46ekTz_Suyh-VA5-5" target="W1qvKDymAgoVQLZv2bCV-81">
<mxCell id="WCQMX46ekTz_Suyh-VA5-8" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.499;entryY=0.01;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="WCQMX46ekTz_Suyh-VA5-5" target="W1qvKDymAgoVQLZv2bCV-81" edge="1">
<mxGeometry relative="1" as="geometry">
<Array as="points">
<mxPoint x="1427" y="1863" />
@ -665,22 +665,22 @@
</Array>
</mxGeometry>
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-9" value="Crawler Features" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-9" value="Crawler Features" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" parent="1" vertex="1">
<mxGeometry x="585" y="1310" width="237" height="33" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-10" value="Directory: crawler/Onion&lt;br&gt;(in .gitignore)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-10" value="Directory: crawler/Onion&lt;br&gt;(in .gitignore)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;" parent="1" vertex="1">
<mxGeometry x="702.5" y="1568" width="173" height="31" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-11" value="onion_websites.csv" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-11" value="onion_websites.csv" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" parent="1" vertex="1">
<mxGeometry x="887.5" y="1572" width="136" height="23" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-12" value="onion_monero_nodes.csv &lt;br&gt;(onion monero node link, date_last_crawled)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-12" value="onion_monero_nodes.csv &lt;br&gt;(onion monero node link, date_last_crawled)" style="verticalLabelPosition=middle;verticalAlign=middle;html=1;shape=mxgraph.basic.rect;fillColor2=none;strokeWidth=1;size=20;indent=5;labelPosition=center;align=center;fillColor=#008a00;fontColor=#ffffff;strokeColor=#005700;" parent="1" vertex="1">
<mxGeometry x="2111" y="1929.63" width="238.5" height="35.25" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-14" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.997;entryY=0.512;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="W1qvKDymAgoVQLZv2bCV-97" target="WCQMX46ekTz_Suyh-VA5-12">
<mxCell id="WCQMX46ekTz_Suyh-VA5-14" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.997;entryY=0.512;entryDx=0;entryDy=0;entryPerimeter=0;" parent="1" source="W1qvKDymAgoVQLZv2bCV-97" target="WCQMX46ekTz_Suyh-VA5-12" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="WCQMX46ekTz_Suyh-VA5-15" value="2.5) mark the date when the&amp;nbsp;&lt;br&gt;onion monero node is crawled" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;" vertex="1" parent="1">
<mxCell id="WCQMX46ekTz_Suyh-VA5-15" value="2.5) mark the date when the&amp;nbsp;&lt;br&gt;onion monero node is crawled" style="text;html=1;align=center;verticalAlign=middle;resizable=0;points=[];autosize=1;strokeColor=none;fillColor=none;" parent="1" vertex="1">
<mxGeometry x="2138" y="1888.75" width="178" height="41" as="geometry" />
</mxCell>
</root>

File diff suppressed because one or more lines are too long

2
sed.sh
View file

@ -4,6 +4,6 @@
#sudo sed -i 's/<p><u>Contact:<\/u> nihilist@contact.nowhere.moe (<a href="https:\/\/nowhere.moe\/nihilist.pubkey">PGP<\/a>)<\/p>//gi' *.html */*.html */*/*.html */*/*/*.html */*/*/*/*.html
sudo sed -i 's/blog.nowhere.moe\/rss\/feed.xml/blog.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion\/rss\/feed.xml/gi' *.html */*.html */*/*.html */*/*/*.html */*/*/*/*.html
#sudo sed -i 's/blog.nowhere.moe\/rss\/feed.xml/blog.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion\/rss\/feed.xml/gi' *.html */*.html */*/*.html */*/*/*.html */*/*/*/*.html
#sudo sed -i 's/<li><a\ href="https:\/\/blog.nowhere.moe\/donate.html">Donate<\/a><\/li>//gi' *.html */*.html */*/*.html */*/*/*.html */*/*/*/*.html