|
- <mxGraphModel>
- <root>
- <mxCell id="0">
- <JsonProperty as="data">
- {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="1" parent="0"/>
- <mxCell id="2" value="开始" style="start" parent="1" vertex="1">
- <mxGeometry x="112" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"shape":"start"}
- </JsonProperty>
- </mxCell>
- <mxCell id="7" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="211" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="107" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="661" y="174" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","source_url","publish_time","descr","descr_temp","descr_data","abstract"],"variable-description":["","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${dataList.get(k).title}","${\"https://www.cls.cn/detail/\" + dataList.get(k).id}","${dateUtils.stampToDate(dataList.get(k).time +'000')}","${dataList.get(k).descr}","${strUtils.replaceAll(descr,'<em>','')}","${strUtils.replaceAll(descr_temp,'</em>','')}","${descr_data.length() <= 200 ? descr_data : descr_data.substring(0,200)}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="109" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="661" y="268" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","url","source","publish_time","abstract","author"],"loopCount":"","output-value":["${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(title)}","${source_url}","${\"财联社\"}","${publish_time}","${strUtils.contains(abstract,keyword)?(strUtils.replaceAll(abstract,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(abstract)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="110" value="" style="strokeWidth=2;sharp=1;" parent="1" source="107" target="109" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="127" value="开始抓取" style="request" parent="1" vertex="1">
- <mxGeometry x="341" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"开始抓取","loopVariableName":"","method":"POST","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"raw","body-content-type":"application/json","loopCount":"","url":"${\"https://www.cls.cn/api/sw?app=CailianpressWeb&os=web&sv=7.7.5&sign=bf0f367462d8cd70917ba5eab3853bce\"}","proxy":"","request-body":"${'{\"type\":\"depth\",\"keyword\":\"'+keyword+'\",\"page\":'+(page-1)+',\"rn\":10,\"os\":\"web\",\"sv\":\"7.7.5\",\"app\":\"CailianpressWeb\"}'}","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}
- </JsonProperty>
- </mxCell>
- <mxCell id="129" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="501" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","dataList"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data.depth.data}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="130" value="" style="strokeWidth=2;sharp=1;" parent="1" source="127" target="129" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="131" value="循环" style="loop" parent="1" vertex="1">
- <mxGeometry x="661" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"循环","loopItem":"","loopVariableName":"k","loopCount":"${dataList.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}
- </JsonProperty>
- </mxCell>
- <mxCell id="132" value="" style="strokeWidth=2;sharp=1;" parent="1" source="129" target="131" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="133" value="" style="strokeWidth=2;sharp=1;" parent="1" source="131" target="107" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="134" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="7" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="135" value="" style="strokeWidth=2;sharp=1;" parent="1" source="7" target="127" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- </root>
- </mxGraphModel>
|