chore(crawl): remove crawl sync api #894

	name: Benches
	on:
	push:
	branches: [main]
	pull_request:
	branches: [main]

	env:
	CARGO_TERM_COLOR: always
	RUST_LOG: "off"
	SPIDER_BENCH_URL_LARGE: ${{ vars.SPIDER_BENCH_URL_LARGE }}

	concurrency:
	group: ${{ github.ref }}
	cancel-in-progress: true

	jobs:
	build:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	- uses: actions/cache@v3
	id: cache
	with:
	path: \|
	~/.cargo/bin/
	~/.cargo/registry/index/
	~/.cargo/registry/cache/
	~/.cargo/git/db/
	target/
	key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
	# - name: Run Benchmark Compare OSS
	# run: cargo bench --bench crawl
	- name: Run Benchmark Compare OSS - Features[decentralized]
	run: cargo bench --bench crawl --features decentralized
	# - name: Run Benchmark Massive 50k pages plus
	# run: cargo bench --bench crawl_massive
	- name: Run Benchmark Massive 50k pages plus - Features[decentralized]
	run: cargo bench --bench crawl_massive --features decentralized

Provide feedback