|
- <mxGraphModel>
- <root>
- <mxCell id="0">
- <JsonProperty as="data">
- {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="1" parent="0"/>
- <mxCell id="2" value="开始" style="start" parent="1" vertex="1">
- <mxGeometry x="80" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"shape":"start"}
- </JsonProperty>
- </mxCell>
- <mxCell id="3" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="230" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="4" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="3" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="5" value="开始抓取" style="request" parent="1" vertex="1">
- <mxGeometry x="390" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\"https://cn.bing.com/videos/asyncv2?q=\"+keyword+\"&async=content&first=\"+page+\"&count=35&dgst=RowIndex_u6*ColumnIndex_u4*TotalWidth_u1192*OrdinalPosition_u34*ThumbnailWidth_u270*HeroContainerWidth_u1463*HeroContainerHeight_u275*HeroOnPage_b0*SlidesGridOnPage_b0*arn_u0*ayo_u0*cry_u1686*&IID=video.1&SFX=2&IG=B334CEAB86F542A2BA6167EE320E125D&CW=1519&CH=348&dgcw=1491&form=QBVR\"}","proxy":"","request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}
- </JsonProperty>
- </mxCell>
- <mxCell id="6" value="" style="strokeWidth=2;sharp=1;" parent="1" source="3" target="5" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="7" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="510" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["datalist"],"variable-description":[""],"loopCount":"","ziloopCount":"","variable-value":["${resp.selectors('.dg_u')}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="8" value="" style="strokeWidth=2;sharp=1;" parent="1" source="5" target="7" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="9" value="循环" style="loop" parent="1" vertex="1">
- <mxGeometry x="650" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}
- </JsonProperty>
- </mxCell>
- <mxCell id="10" value="" style="strokeWidth=2;sharp=1;" parent="1" source="7" target="9" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="11" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="760" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["vediourl","videoorientationurl","videojson","imglist","imgjson","","","","","title","publish_time1","publish_time","source"],"variable-description":["","","","","","","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(i).selector('a').attr('href')}","${datalist.get(i).selector('a img').attr('src')}","${jsonUtils.createJsonObject()}","${jsonUtils.createJsonArray()}","${jsonUtils.createJsonObject()}","${imglist.add(imgjson)}","${videojson.put(\"imglist\",imglist)}","${videojson.put(\"vediourl\",vediourl)}","${videojson.put(\"videoorientationurl\",videoorientationurl)}","${datalist.get(i).selector('a img').attr('alt')}","${datalist.get(i).selector('div.mc_vtvc_meta_block_area > div > div:nth-child(1) > span').text()}","${publish_time1.contains('次观看') || publish_time1.contains('浏览') ? '' : publish_time1}","${datalist.get(i).selector('div.mc_vtvc_meta_block_area > div > div:nth-child(2) > span').text()}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="12" value="" style="strokeWidth=2;sharp=1;" parent="1" source="9" target="11" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="13" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="920" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["videojson","title","publish_time","source"],"loopCount":"","output-value":["${videojson}","${title}","${publish_time}","${source}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="14" value="" style="strokeWidth=2;sharp=1;" parent="1" source="11" target="13" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- </root>
- </mxGraphModel>
|