Caching Youtube

Coba-coba caching youtube akhirnya bisa juga…..
Source
- http://human.network.web.id/2008/06/30/caching-youtube
- http://wiki.squid-cache.org/Features/StoreUrlRewrite
- http://wiki.squid-cache.org/Features/StoreUrlRewrite/RewriteScript

Buat script storeurl_rewrite perl

#!/usr/bin/perl

$|=1;

while (<>) {

    @X = split;

        $x = $X[0];

        $_ = $X[1];

        $u = $X[1];

if (m/^http:\/\/([0-9.]{4}|www\.youtube\.com|.*\.googlevideo\.com|

.*\.video\.google\.com).*?(videoplayback\?id=.*?|video_id=.*?)\&(.*?)/) {

        $z = $2; $z =~ s/video_id=/get_video?video_id=/; # 

compatible to old cached get_video?video_id

print $x . "http://video-srv.youtube.com.SQUIDINTERNAL/" . $z . "\n";

                        # new youtube

} elsif (m/^http:\/\/([0-9.]{4}|www\.youtube\.com|

.*\.googlevideo\.com|.*\.video\.google\.com).*?\&(id=[a-zA-Z0-9]*)/) {

print $x . "http://video-srv.youtube.com.SQUIDINTERNAL/" . $2 . "\n";

} elsif (m/^http:\/\/www\.google-analytics\.com\/__utm\.gif\?.*/) {

        print $x . "http://www.google-analytics.com/__utm.gif\n";

                        #cache high latency ads

} elsif (m/^http:\/\/(.*?)\/(ads)\?(.*?)/) {

        print $x . "http://" . $1 . "/" . $2  . "\n";

                        # spicific servers starts here....

} elsif (m/^http:\/\/(www\.ziddu\.com.*\.[^\/]{3,4})\/(.*?)/) {

        print $x . "http://" . $1 . "\n";

                        #rapidshare

} elsif (($u =~ /rapidshare/) && (m/^http:\/\/(([A-Za-z]+[0-9-.]+)*?)

([a-z]*\.[^\/]{3}\/[a-z]*\/[0-9]*)\/(.*?)\/([^\/\?\&]{4,})$/)) {

print $x . "http://cdn." . $3 . "/SQUIDINTERNAL/" . $5 . "\n";

} elsif ( ($u =~ /maxporn/) && (m/^http:\/\/([^\/]*?)\/(.*?)\/([^\/]*?)(\?.*)?$/)) {

#       $z = $1; $z =~ s/[A-Za-z]+[0-9-.]+/cdn/;

        print $x . "http://" . $1 . "/SQUIDINTERNAL/" . $3 . "\n";      

                        #like porn hub variables url and center part of the path, filename etention 3 or 4 with or withour ? at the end

} elsif ( ($u =~ /tube8|pornhub/) && (m/^http:\/\/(([A-Za-z]+[0-9-.]+)*?)\.([a-z]*[0-9]?\.[^\/]{3}\/[a-z]*)(.*?)((\/[a-z]*)?(\/[^\/]*){4}\.[^\/\?]{3,4})(\?.*)?$/)) {

        print $x . "http://cdn." . $3 . $5 . "\n";

                        #...spicific servers end here.

                        #general purpose for cdn servers. add above your specific servers.

} elsif (m/^http:\/\/([0-9.]*?)\/\/(.*?)\.(.*)\?(.*?)/) {

        print $x . "http://squid-cdn-url//" . $2  . "." . $3 . "\n";

                        #for yimg.com

} elsif (m/^http:\/\/(.*?)\.yimg\.com\/

(.*?)\.yimg\.com\/(.*?)\?(.*?)/) {

        print $x . "http://cdn.yimg.com/"  . $3 . "\n";

 #generic http://variable.domain.com/path/filename."ext" or "exte" with or withour "?"

} elsif (m/^http:\/\/( ([A-Za-z]+[0-9-.]+)*?)\.(.*?)\.(.*?)\/(.*?)\.

([^\/\?\&]{3,4})(\?.*)?$/) {

        print $x . "http://cdn." . $3 . "." . $4 . "/" . $5 . "." . $6 . "\n";

                 # generic http://variable.domain.com/...

} elsif (m/^http:\/\/( ([A-Za-z]+[0-9-.]+)*?)\.(.*?)\.(.*?)\/(.*)$/){

        print $x . "http://cdn." . $3 . "." . $4 . "/" . $5 .  "\n";

                        # spicific extention that ends with ?

} elsif (m/^http:\/\/(.*?)\/(.*?)\.

(jp(e?g|e|2)|gif|png|tiff?|bmp|ico|flv|on2)\?(.*)/) {

        print $x . "http://" . $1 . "/" . $2  . "." . $3 . "\n";

                        # all that ends with ;

} elsif (m/^http:\/\/(.*?)\/(.*?)\;(.*)/) {

        print $x . "http://" . $1 . "/" . $2  . "\n";

} else {

        print $x . $_ . "\n";

}

}

Tambahan di squid.conf

acl store_rewrite_list urlpath_regex \/(get_video\?|videodownload\?

|videoplayback.*id) \.(jp(e?g|e|2)|gif|png|tiff?|bmp|ico|flv)\? \/ads\?

acl store_rewrite_list_web url_regex ^http:\/\/([A-Za-z-]+[0-9]+)*\

.[A-Za-z]*\.[A-Za-z]*

acl store_rewrite_list_path urlpath_regex \.

(jp(e?g|e|2)|gif|png|tiff?|bmp|ico|flv)$

acl store_rewrite_list_web_CDN url_regex ^http:\/\/[a-z]+[0-9]\.google\.com 

doubleclick\.net

acl QUERY2 urlpath_regex get_video\? videoplayback\? 

\.(jp(e?g|e|2)|gif|png|tiff?|bmp|ico|flv)\?

cache allow QUERY2

cache allow store_rewrite_list_web_CDN

storeurl_access allow store_rewrite_list

storeurl_access allow store_rewrite_list_web_CDN

storeurl_access allow store_rewrite_list_web store_rewrite_list_path

storeurl_access deny all

storeurl_rewrite_program /etc/squid/store_url_rewrite

storeurl_rewrite_children 1

storeurl_rewrite_concurrency 10

refresh_pattern ^http://(.*?)/get_video\? 

10080 90% 999999 override-expire ignore-no-cache ignore-private

refresh_pattern ^http://(.*?)/videoplayback\? 

10080 90% 999999 override-expire ignore-no-cache ignore-private

refresh_pattern -i (get_video\?|videoplayback\?

id|videoplayback.*id) 161280 50000% 525948 override-expire ignore-reload

refresh_pattern -i \.(jp(e?g|e|2)|gif|png|tiff?|bmp|ico|flv)(\?|$) 

161280 3000% 525948 override-expire reload-into-ims