import re
import sys
import os
import pprint

import click

try:
    import shodan
except ImportError:
    print('Install shodan: pip install shodan')
    sys.exit(0)


SHODAN_API_KEY = os.environ['SHODAN_API_KEY']


def get_headers(text):
    header_string = re.findall(
        '^(.*?)(?:[\r\n]{3,4})', text, flags=re.DOTALL | re.I
    )
    if not header_string:
        return None

    data = {}
    for line in header_string[0].splitlines():
        match = re.findall('^(.*?):(.*)', line)

        if match:
            key, value = map(lambda v: v.strip(), match[0])
            data[key] = value

    return data


@click.command()
@click.option(
    '--filter',
    default=None,
    type=str,
    help='Filter by header'
)
@click.option(
    '--stats',
    default=False,
    is_flag=True,
    help='Include stats'
)
@click.argument('query')
def main(filter, stats, query):
    counter = 0
    filtered_header = []
    api = shodan.Shodan(SHODAN_API_KEY)

    try:
        result = api.search(query)
    except shodan.exception.APIError:
        print('[-] API connection error.')
        sys.exit(0)

    for match in result['matches']:
        hd = get_headers(match['data'])
        if not hd:
            continue

        if filter:
            value = hd.get(filter)
            if value:
                filtered_header.append(value)
        else:
            pprint.pprint(hd, width=160)
            counter += 1

    if filtered_header:
        pprint.pprint(filtered_header, width=160)

    if stats:
        print()
        print('[+] n_matches: {}'.format(len(result['matches'])))
        print('[+] n_printed: {}'.format(counter or len(filtered_header)))


if __name__ == '__main__':
    main()

Add shodan script to get page headers to test plugins