hummingbird
/
yuqing
Not watched
2
0
Fork 0
Code
Releases 13 Wiki Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 1dfc91804b
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '1dfc91804b'
${ noResults }
yuqing/config/xml/11.txt

88 lines
11 kB
Raw Blame History 

  1. <mxGraphModel>

  2.   <root>

  3.     <mxCell id="0">

  4.       <JsonProperty as="data">

  5.         {&quot;spiderName&quot;:&quot;未定义名称&quot;,&quot;submit-strategy&quot;:&quot;random&quot;,&quot;threadCount&quot;:&quot;1&quot;}

  6.       </JsonProperty>

  7.     </mxCell>

  8.     <mxCell id="1" parent="0"/>

  9.     <mxCell id="2" value="开始" style="start" parent="1" vertex="1">

  10.       <mxGeometry x="90" y="122" width="32" height="32" as="geometry"/>

  11.       <JsonProperty as="data">

  12.         {&quot;shape&quot;:&quot;start&quot;}

  13.       </JsonProperty>

  14.     </mxCell>

  15.     <mxCell id="5" value="开始抓取1" style="request" parent="1" vertex="1">

  16.       <mxGeometry x="380" y="122" width="32" height="32" as="geometry"/>

  17.       <JsonProperty as="data">

  18.         {&quot;value&quot;:&quot;开始抓取1&quot;,&quot;loopVariableName&quot;:&quot;&quot;,&quot;method&quot;:&quot;GET&quot;,&quot;sleep&quot;:&quot;&quot;,&quot;timeout&quot;:&quot;&quot;,&quot;response-charset&quot;:&quot;utf-8&quot;,&quot;retryCount&quot;:&quot;&quot;,&quot;retryInterval&quot;:&quot;&quot;,&quot;cookie-name&quot;:[&quot;Cookie&quot;],&quot;cookie-description&quot;:[&quot;&quot;],&quot;header-name&quot;:[&quot;User-Agent&quot;],&quot;header-description&quot;:[&quot;&quot;],&quot;body-type&quot;:&quot;none&quot;,&quot;body-content-type&quot;:&quot;text/plain&quot;,&quot;loopCount&quot;:&quot;&quot;,&quot;url&quot;:&quot;${&#39;https://www.baidu.com/s?wd=site%3Axiaohongshu.com%20&#39;+keyword+&#39;&amp;pn=&#39;+startIndex+&#39;0&amp;oq=site%3Axiaohongshu.com%20&#39;+keyword+&#39;&amp;ie=utf-8&amp;rsv_pq=e2f0a475000042c5&amp;rsv_t=9ea9dVLpUJnYTMsMoLr%2FJEKf5u9kVwWw0ClcmcocojFr%2FDLXSOQyIydSLKU&#39;}&quot;,&quot;proxy&quot;:&quot;&quot;,&quot;cookie-value&quot;:[&quot;BIDUPSID=FFCCEFFD6AD71B7D82B27246697129D3; PSTM=1661740480; BAIDUID=6504A43EB0274812F809031B8671878C:FG=1; BD_UPN=12314753; BDUSS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; BDUSS_BFESS=NneHRaYzJNVnVCQ1lOa2RLNkozYlBNQkJMeHVqMzFOZm96SH5mQWlKajZia2RqSVFBQUFBJCQAAAAAAAAAAAEAAAB~B2D2tcjIscqntcSwrgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAPrhH2P64R9jb0; H_WISE_SIDS=110085_209568_211986_212870_215730_216941_219942_219946_221410_221796_222298_222396_223064_223683_224055_224065_224086_225202_225640_225854_226026_226087_226589_226674_226722_227117_227592_227614_227864_227932_228374_228535_228650_228668_228978_229060_229155_229286_229363_229526_229691_229867_230020; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; BAIDUID_BFESS=6504A43EB0274812F809031B8671878C:FG=1; B64_BOT=1; BDRCVFR[C5g0hgaJYCf]=bvBYpeu9K4bTAR3Qh4-I0; delPer=0; PSINO=3; BA_HECTOR=al8h2h852ka584a4agak0ggo1hj2sn519; ZFY=ieqEe:Ai8741EeaFdWPdP8JYsVLPfdZb2pa5AnSzsKW8:C; channel=bd.pe8.net; COOKIE_SESSION=2832_0_3_3_8_8_0_0_3_3_0_1_2833_0_54_0_1664186476_0_1664186530%7C9%23114260_19_1663339171%7C6; baikeVisitId=9b4f3a04-d583-4052-9723-8095c345a108; BD_CK_SAM=1; sugstore=1; H_PS_645EC=f709ExtDBjjkFE38TE3k8%2B41MnOFC0dMOW6Pc5%2BTWxSUTxI8HeJCOlKpHClk30Xoq46OZjUQVWvG; BDRCVFR[C0p6oIjvx-c]=sycO_VPkq2bfjf4njRdn1DLg1nkgv99; H_PS_PSSID=37378_36548_36460_37354_37495_36885_37486_37396_36786_37447_37371; BDSVRTM=39&quot;],&quot;header-value&quot;:[&quot;Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36&quot;],&quot;request-body&quot;:&quot;&quot;,&quot;follow-redirect&quot;:&quot;1&quot;,&quot;tls-validate&quot;:&quot;1&quot;,&quot;cookie-auto-set&quot;:&quot;1&quot;,&quot;repeat-enable&quot;:&quot;0&quot;,&quot;shape&quot;:&quot;request&quot;}

  19.       </JsonProperty>

  20.     </mxCell>

  21.     <mxCell id="369" value="定义变量" style="variable" parent="1" vertex="1">

  22.       <mxGeometry x="510" y="122" width="32" height="32" as="geometry"/>

  23.       <JsonProperty as="data">

  24.         {&quot;value&quot;:&quot;定义变量&quot;,&quot;loopVariableName&quot;:&quot;&quot;,&quot;ziloopVariableName&quot;:&quot;&quot;,&quot;variable-name&quot;:[&quot;datalist&quot;],&quot;variable-description&quot;:[&quot;&quot;],&quot;loopCount&quot;:&quot;&quot;,&quot;ziloopCount&quot;:&quot;&quot;,&quot;variable-value&quot;:[&quot;${resp.selectors(&#39;#content_left &gt; div&#39;)}&quot;],&quot;shape&quot;:&quot;variable&quot;}

  25.       </JsonProperty>

  26.     </mxCell>

  27.     <mxCell id="371" value="" style="strokeWidth=2;sharp=1;" parent="1" source="5" target="369" edge="1">

  28.       <mxGeometry relative="1" as="geometry"/>

  29.       <JsonProperty as="data">

  30.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  31.       </JsonProperty>

  32.     </mxCell>

  33.     <mxCell id="392" value="定义变量" style="variable" parent="1" vertex="1">

  34.       <mxGeometry x="220" y="122" width="32" height="32" as="geometry"/>

  35.       <JsonProperty as="data">

  36.         {&quot;value&quot;:&quot;定义变量&quot;,&quot;loopVariableName&quot;:&quot;&quot;,&quot;ziloopVariableName&quot;:&quot;&quot;,&quot;variable-name&quot;:[&quot;keyword&quot;,&quot;page&quot;,&quot;startIndex&quot;],&quot;variable-description&quot;:[&quot;&quot;,&quot;&quot;,&quot;&quot;],&quot;loopCount&quot;:&quot;&quot;,&quot;ziloopCount&quot;:&quot;&quot;,&quot;variable-value&quot;:[&quot;北京&quot;,&quot;${pageNoData}&quot;,&quot;${page==&#39;0&#39;?&#39;&#39;:(page-1)}&quot;],&quot;shape&quot;:&quot;variable&quot;}

  37.       </JsonProperty>

  38.     </mxCell>

  39.     <mxCell id="393" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="392" edge="1">

  40.       <mxGeometry relative="1" as="geometry"/>

  41.       <JsonProperty as="data">

  42.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  43.       </JsonProperty>

  44.     </mxCell>

  45.     <mxCell id="394" value="" style="strokeWidth=2;sharp=1;" parent="1" source="392" target="5" edge="1">

  46.       <mxGeometry relative="1" as="geometry"/>

  47.       <JsonProperty as="data">

  48.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  49.       </JsonProperty>

  50.     </mxCell>

  51.     <mxCell id="398" value="循环" style="loop" parent="1" vertex="1">

  52.       <mxGeometry x="620" y="122" width="32" height="32" as="geometry"/>

  53.       <JsonProperty as="data">

  54.         {&quot;value&quot;:&quot;循环&quot;,&quot;loopItem&quot;:&quot;&quot;,&quot;loopVariableName&quot;:&quot;i&quot;,&quot;loopCount&quot;:&quot;${datalist.size()}&quot;,&quot;loopStart&quot;:&quot;0&quot;,&quot;loopEnd&quot;:&quot;-1&quot;,&quot;awaitSleep&quot;:&quot;0&quot;,&quot;shape&quot;:&quot;loop&quot;}

  55.       </JsonProperty>

  56.     </mxCell>

  57.     <mxCell id="399" value="" style="strokeWidth=2;sharp=1;" parent="1" source="369" target="398" edge="1">

  58.       <mxGeometry relative="1" as="geometry"/>

  59.       <JsonProperty as="data">

  60.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  61.       </JsonProperty>

  62.     </mxCell>

  63.     <mxCell id="400" value="定义变量" style="variable" parent="1" vertex="1">

  64.       <mxGeometry x="750" y="122" width="32" height="32" as="geometry"/>

  65.       <JsonProperty as="data">

  66.         {&quot;value&quot;:&quot;定义变量&quot;,&quot;loopVariableName&quot;:&quot;&quot;,&quot;ziloopVariableName&quot;:&quot;&quot;,&quot;variable-name&quot;:[&quot;title&quot;,&quot;url&quot;,&quot;source&quot;,&quot;publish_time&quot;,&quot;abstract&quot;],&quot;variable-description&quot;:[&quot;&quot;,&quot;&quot;,&quot;&quot;,&quot;&quot;,&quot;&quot;],&quot;loopCount&quot;:&quot;&quot;,&quot;ziloopCount&quot;:&quot;&quot;,&quot;variable-value&quot;:[&quot;${datalist.get(i).selector(&#39;.c-container &gt; div &gt; h3 &gt; a&#39;).text()}&quot;,&quot;${datalist.get(i).selector(&#39;.c-container &gt; div &gt; h3 &gt; a&#39;).attr(&#39;href&#39;)}&quot;,&quot;${\&quot;小红书\&quot;}&quot;,&quot;${datalist.get(i).selector(&#39;.c-color-gray2&#39;).text()}&quot;,&quot;${datalist.get(i).selector(&#39;.content-right_8Zs40&#39;).text()}&quot;],&quot;shape&quot;:&quot;variable&quot;}

  67.       </JsonProperty>

  68.     </mxCell>

  69.     <mxCell id="402" value="" style="strokeWidth=2;sharp=1;" parent="1" source="398" target="400" edge="1">

  70.       <mxGeometry relative="1" as="geometry"/>

  71.       <JsonProperty as="data">

  72.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  73.       </JsonProperty>

  74.     </mxCell>

  75.     <mxCell id="404" value="输出" style="output" parent="1" vertex="1">

  76.       <mxGeometry x="860" y="122" width="32" height="32" as="geometry"/>

  77.       <JsonProperty as="data">

  78.         {&quot;value&quot;:&quot;输出&quot;,&quot;loopVariableName&quot;:&quot;&quot;,&quot;tableName&quot;:&quot;&quot;,&quot;csvName&quot;:&quot;&quot;,&quot;csvEncoding&quot;:&quot;GBK&quot;,&quot;output-name&quot;:[&quot;title&quot;,&quot;url&quot;,&quot;source&quot;,&quot;publish_time&quot;,&quot;abstract&quot;,&quot;author&quot;],&quot;loopCount&quot;:&quot;&quot;,&quot;output-value&quot;:[&quot;${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,&#39;&lt;b class=\&quot;key\&quot; style=\&quot;color:red\&quot;&gt;&#39;+keyword+&#39;&lt;/b&gt;&#39;)):(title)}&quot;,&quot;${url}&quot;,&quot;${source}&quot;,&quot;${publish_time}&quot;,&quot;${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,&#39;&lt;b class=\&quot;key\&quot; style=\&quot;color:red\&quot;&gt;&#39;+keyword+&#39;&lt;/b&gt;&#39;)):(abstract)}&quot;,&quot;${&#39;-&#39;}&quot;],&quot;output-all&quot;:&quot;0&quot;,&quot;output-database&quot;:&quot;0&quot;,&quot;output-csv&quot;:&quot;0&quot;,&quot;shape&quot;:&quot;output&quot;}

  79.       </JsonProperty>

  80.     </mxCell>

  81.     <mxCell id="405" value="" style="strokeWidth=2;sharp=1;" parent="1" source="400" target="404" edge="1">

  82.       <mxGeometry relative="1" as="geometry"/>

  83.       <JsonProperty as="data">

  84.         {&quot;value&quot;:&quot;&quot;,&quot;exception-flow&quot;:&quot;0&quot;,&quot;lineWidth&quot;:&quot;2&quot;,&quot;line-style&quot;:&quot;sharp&quot;,&quot;lineColor&quot;:&quot;black&quot;,&quot;condition&quot;:&quot;&quot;,&quot;transmit-variable&quot;:&quot;1&quot;}

  85.       </JsonProperty>

  86.     </mxCell>

  87.   </root>

  88. </mxGraphModel>