|
- <mxGraphModel>
- <root>
- <mxCell id="0">
- <JsonProperty as="data">
- {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="1" parent="0"/>
- <mxCell id="2" value="开始" style="start" parent="1" vertex="1">
- <mxGeometry x="148" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"shape":"start"}
- </JsonProperty>
- </mxCell>
- <mxCell id="7" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="358" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="107" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="1048" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["authorName","publish_time","source_url","title","source","summary"],"variable-description":["","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist1.get(k).fields.AuthorName}","${dateUtils.stampToDate(datalist1.get(k).fields.PublishTime +'000')}","${datalist1.get(k).fields.url}","${datalist1.get(k).fields.title.replaceAll(\"</?[^>]+>\", \"\")}","${datalist1.get(k).fields.webname}","${datalist1.get(k).fields.summary}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="128" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="1048" y="240" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(title)}","${source_url}","${source}","${publish_time}","${strUtils.contains(summary,keyword)?(strUtils.replaceAll(summary,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(summary)}","${authorName}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="129" value="" style="strokeWidth=2;sharp=1;" parent="1" source="107" target="128" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="141" value="开始抓取" style="request" parent="1" vertex="1">
- <mxGeometry x="508" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"300","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\"https://vtm.sm.cn/blm/vsearch-api-390/news?uc_param_str=dnntnwvepffrbijbprsvchgputdemennosstodcaaagidsdieinipi&start=\"+(page*10)+\"&method=hot_news&hit=10&query=\"+keyword+\"&hid=c1ba2f9f9e104793ad584ef09017d5d2&uuid=2c0fb4e4c3aeb7b59dc3b2795657e38b%7C%7C%7C1661225116\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}
- </JsonProperty>
- </mxCell>
- <mxCell id="150" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="678" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist1"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.list}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="151" value="" style="strokeWidth=2;sharp=1;" parent="1" source="141" target="150" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="152" value="循环" style="loop" parent="1" vertex="1">
- <mxGeometry x="848" y="110" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${datalist1.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}
- </JsonProperty>
- </mxCell>
- <mxCell id="153" value="" style="strokeWidth=2;sharp=1;" parent="1" source="150" target="152" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="154" value="" style="strokeWidth=2;sharp=1;" parent="1" source="152" target="107" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="157" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="7" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="158" value="" style="strokeWidth=2;sharp=1;" parent="1" source="7" target="141" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- </root>
- </mxGraphModel>
|