diff options
| -rw-r--r-- | python/w3lib/README | 10 | ||||
| -rw-r--r-- | python/w3lib/slack-desc | 19 | ||||
| -rw-r--r-- | python/w3lib/w3lib.SlackBuild | 85 | ||||
| -rw-r--r-- | python/w3lib/w3lib.info | 10 |
4 files changed, 124 insertions, 0 deletions
diff --git a/python/w3lib/README b/python/w3lib/README new file mode 100644 index 0000000000..b2e25c80c4 --- /dev/null +++ b/python/w3lib/README @@ -0,0 +1,10 @@ +This is a Python library of web-related functions, such as: + +remove comments, or tags from HTML snippets +extract base url from HTML snippets +translate entites on HTML strings +convert raw HTTP headers to dicts and vice-versa +construct HTTP auth header +converting HTML pages to unicode +sanitize urls (like browsers do) +extract arguments from urls diff --git a/python/w3lib/slack-desc b/python/w3lib/slack-desc new file mode 100644 index 0000000000..6c5b7da5b3 --- /dev/null +++ b/python/w3lib/slack-desc @@ -0,0 +1,19 @@ +# HOW TO EDIT THIS FILE: +# The "handy ruler" below makes it easier to edit a package description. +# Line up the first '|' above the ':' following the base package name, and +# the '|' on the right side marks the last column you can put a character in. +# You must make exactly 11 lines for the formatting to be correct. It's also +# customary to leave one space after the ':' except on otherwise blank lines. + + |-----handy-ruler------------------------------------------------------| +w3lib: w3lib (Library of web-related functions) +w3lib: +w3lib: This is a Python library of web-related functions. +w3lib: +w3lib: Homepage: https://github.com/scrapy/w3lib +w3lib: +w3lib: +w3lib: +w3lib: +w3lib: +w3lib: diff --git a/python/w3lib/w3lib.SlackBuild b/python/w3lib/w3lib.SlackBuild new file mode 100644 index 0000000000..94421f737c --- /dev/null +++ b/python/w3lib/w3lib.SlackBuild @@ -0,0 +1,85 @@ +#!/bin/sh + +# Slackware build script for w3lib + +# Copyright 2016 Dimitris Zlatanidis Orestiada, Greece +# All rights reserved. +# +# Redistribution and use of this script, with or without modification, is +# permitted provided that the following conditions are met: +# +# 1. Redistributions of this script must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# +# THIS SOFTWARE IS PROVIDED BY THE AUTHOR "AS IS" AND ANY EXPRESS OR IMPLIED +# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO +# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; +# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +PRGNAM=w3lib +VERSION=${VERSION:-1.14.2} +BUILD=${BUILD:-1} +TAG=${TAG:-_SBo} + +if [ -z "$ARCH" ]; then + case "$( uname -m )" in + i?86) ARCH=i486 ;; + arm*) ARCH=arm ;; + *) ARCH=$( uname -m ) ;; + esac +fi + +CWD=$(pwd) +TMP=${TMP:-/tmp/SBo} +PKG=$TMP/package-$PRGNAM +OUTPUT=${OUTPUT:-/tmp} + +if [ "$ARCH" = "i486" ]; then + SLKCFLAGS="-O2 -march=i486 -mtune=i686" + LIBDIRSUFFIX="" +elif [ "$ARCH" = "i686" ]; then + SLKCFLAGS="-O2 -march=i686 -mtune=i686" + LIBDIRSUFFIX="" +elif [ "$ARCH" = "x86_64" ]; then + SLKCFLAGS="-O2 -fPIC" + LIBDIRSUFFIX="64" +else + SLKCFLAGS="-O2" + LIBDIRSUFFIX="" +fi + +set -e + +rm -rf $PKG +mkdir -p $TMP $PKG $OUTPUT +cd $TMP +rm -rf $PRGNAM-$VERSION +tar xvf $CWD/$PRGNAM-$VERSION.tar.gz +cd $PRGNAM-$VERSION +chown -R root:root . +find -L . \ + \( -perm 777 -o -perm 775 -o -perm 750 -o -perm 711 -o -perm 555 \ + -o -perm 511 \) -exec chmod 755 {} \; -o \ + \( -perm 666 -o -perm 664 -o -perm 640 -o -perm 600 -o -perm 444 \ + -o -perm 440 -o -perm 400 \) -exec chmod 644 {} \; + +python setup.py install --root=$PKG + +find $PKG -print0 | xargs -0 file | grep -e "executable" -e "shared object" | grep ELF \ + | cut -f 1 -d : | xargs strip --strip-unneeded 2> /dev/null || true + +mkdir -p $PKG/usr/doc/$PRGNAM-$VERSION +cp -a README.rst $PKG/usr/doc/$PRGNAM-$VERSION +cat $CWD/$PRGNAM.SlackBuild > $PKG/usr/doc/$PRGNAM-$VERSION/$PRGNAM.SlackBuild + +mkdir -p $PKG/install +cat $CWD/slack-desc > $PKG/install/slack-desc + +cd $PKG +/sbin/makepkg -l y -c n $OUTPUT/$PRGNAM-$VERSION-$ARCH-$BUILD$TAG.${PKGTYPE:-tgz} diff --git a/python/w3lib/w3lib.info b/python/w3lib/w3lib.info new file mode 100644 index 0000000000..3543aea9dd --- /dev/null +++ b/python/w3lib/w3lib.info @@ -0,0 +1,10 @@ +PRGNAM="w3lib" +VERSION="1.14.2" +HOMEPAGE="https://github.com/scrapy/w3lib" +DOWNLOAD="https://pypi.python.org/packages/56/a6/8d1250b5e799ddbc013810a33bbce06a38b67f83571f4a560b5d993032a8/w3lib-1.14.2.tar.gz" +MD5SUM="6d1df7b8998fcb68a516da83983b5b98" +DOWNLOAD_x86_64="" +MD5SUM_x86_64="" +REQUIRES="six" +MAINTAINER="Dimitris Zlatanidis" +EMAIL="d.zlatanidis@gmail.com" |