|
- <mxGraphModel>
- <root>
- <mxCell id="0">
- <JsonProperty as="data">
- {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="1" parent="0"/>
- <mxCell id="2" value="开始" style="start" parent="1" vertex="1">
- <mxGeometry x="270" y="116.5" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"shape":"start"}
- </JsonProperty>
- </mxCell>
- <mxCell id="17" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="390" y="116.5" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["total_page","keyword"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${pageNoData}","北京"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="22" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="836" y="117" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["list_data"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json().data.data}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="26" value="循环" style="loop" parent="1" vertex="1">
- <mxGeometry x="936" y="117" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${list_data.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}
- </JsonProperty>
- </mxCell>
- <mxCell id="33" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="1056" y="117" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","title","summary","url","source","publish_time","extend","source_flag","site_name","snippet"],"variable-description":["标题","","摘要","原始链接","来源网站","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${strUtils.replaceAll(list_data[i].title,'<em>','')}","${strUtils.replaceAll(title,'</em>','')}","${list_data[i].snippet}","${list_data[i].url}","${list_data[i].source}","${dateUtils.stampToDate(list_data[i].timestamp+'000')}","${list_data[i].extend}","${strUtils.indexOf(extend,'site_name')}","${source_flag!=-1?(list_data[i].extend.json().site_name):source}","${list_data.get(i).snippet}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="34" value="" style="strokeWidth=2;sharp=1;" parent="1" source="26" target="33" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="65" value="开始抓取" style="request" parent="1" vertex="1">
- <mxGeometry x="600" y="117" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","cookie-name":["Cookie"],"cookie-description":[""],"header-name":["Host"],"header-description":[""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${'http://www.chinaso.com/v5/general/v1/web/search?q='+keyword+'&pn='+total_page+'&ps=15&force=0&stime=24h&etime=now'}","proxy":"","cookie-value":["uid=CgqASWJmH0KGd3qqDSdIAg==; cookie_name=122.96.102.43.1650859843374970; wdcid=7e72f38d9bc6dc56; wdlast=1652238633; Hm_lvt_91fa1aefc990a9fc21c08506e5983ddf=1652238633; __WWW_CARD__DISSTATUS__=false; __WWW_nav__DISSTATUS__=false; sensorsdata2015jssdkcross=%7B%22distinct_id%22%3A%221805eea194944-0d246d8dddcd0b-535b0612-1296000-1805eea194a99e%22%2C%22first_id%22%3A%22%22%2C%22props%22%3A%7B%22%24latest_traffic_source_type%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24latest_search_keyword%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24latest_referrer%22%3A%22%22%7D%2C%22%24device_id%22%3A%221805eea194944-0d246d8dddcd0b-535b0612-1296000-1805eea194a99e%22%7D"],"header-value":["www.chinaso.com"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}
- </JsonProperty>
- </mxCell>
- <mxCell id="70" value="" style="strokeWidth=2;sharp=1;" parent="1" source="22" target="26" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="113" value="" style="strokeWidth=2;sharp=1;" parent="1" source="17" target="65" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="114" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="1056" y="201" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["url","title","source","publish_time","abstract","author"],"loopCount":"","output-value":["${url}","${strUtils.contains(title,keyword)?(strUtils.replaceAll(title,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(title)}","${source}","${publish_time}","${strUtils.contains(snippet,keyword)?(strUtils.replaceAll(snippet,keyword,'<b class=\"key\" style=\"color:red\">'+keyword+'</b>')):(snippet)}","${'-'}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="115" value="" style="strokeWidth=2;sharp=1;" parent="1" source="33" target="114" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="117" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="1208" y="10" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["content"],"loopCount":"","output-value":["${content}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="118" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="17" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="122" value="" style="strokeWidth=2;sharp=1;" parent="1" source="65" target="22" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- </root>
- </mxGraphModel>
|