Blog.hio.fr

PYTHON verifier la syntaxe d’un projet php

HiO — Tue, 23 Feb 2010 14:54:46 +0000

python php_syntax.py (-e pour voir seulement les fichiers contenant une erreur)

import os
import mimetypes
import string
import sys
 
def red(string):
    return '\x1b\x5b1;31;40m%s\x1b\x5b0;37;40m'%(string)
 
def green(string):
    return '\x1b\x5b1;32;40m%s\x1b\x5b0;37;40m'%(string)
 
def count(list):
    line_count = 0
    for line in list:
        line_count += 1
    return line_count
 
mimeArray = ['application/x-httpd-php']
errors_count = 0
files_count = 0
lines_count = 0
bytes_count = 0
 
if '-e' in sys.argv:
    showonlyerror = 1
else:
    showonlyerror = 0
 
for path, dirs, files in os.walk('.'):
    for file in files:
        f_mime = mimetypes.guess_type(file)
        if f_mime[0] in mimeArray:
            f_path = os.path.join(path, file)
            a = os.popen('php -l %s'%(f_path)).readlines()
            b = open(f_path)
            counta = count(a)
            sizea = os.path.getsize(f_path)
            line_count = count(b)
            files_count += 1
            bytes_count += sizea
            lines_count += line_count
            if counta > 1:
                errors_count += 1
                print('%s'%(red(f_path)))
                print('    %s, %s line(s), %s byte(s)'%(f_mime[0], line_count, sizea))
                for p in a:
                    if p != '\n':
                        print('    %s'%(p.strip()))
            else:
                if showonlyerror == 0:
                    print('%s'%(green(f_path)))
                    print('    %s, %s line(s), %s byte(s)'%(f_mime[0], line_count, sizea))
                    for p in a:
                        print('    %s'%(p.strip()))
print
if errors_count > 0:
    print('    file(s): %i, lines: %i, bytes: %i, error: %s'%(files_count, lines_count, bytes_count, red(errors_count)))
else:
    print('    file(s): %i, lines: %i, bytes: %i, error: %s'%(files_count, lines_count, bytes_count, green(errors_count)))

sorti:

PYTHON image resize

HiO — Wed, 17 Feb 2010 11:33:32 +0000

Convertir des images pour le web de façon récursive et en reproduisant a la sortie la même arborescence que dans le répertoire d’origine,
Ce script est appeler a être modifier souvent, pour finir par arriver vers ce que je veux faire multi-threader la conversion et que çe soit le plus efficace possible ^^

import os
import string
import mimetypes
import Image
import ImageFilter
 
class pix:
    def __init__(self, pixdir, outputdir):
        self.pixdir = pixdir
        self.outputdir = outputdir
        self.mimeArray = ['image/jpeg', 'image/png']
        self.prepare()
        self.overwrite = 'N'
 
    def prepare(self):
        if(os.path.exists(self.outputdir) == 0):
            print("mkdir %s"%(self.outputdir))
            os.mkdir(self.outputdir)
        pixArray = {}
        i = 0
        for path, dirs, files in os.walk(self.pixdir):
            tmp = os.path.join(self.outputdir , path.replace(self.pixdir, ''))
            if os.path.exists(tmp) == 0:
                os.mkdir(tmp)
                print("mkdir %s"%(tmp))
            for file in files:
                f_path = os.path.join(path, file)
                f_mime = mimetypes.guess_type(f_path)
                if f_mime[0] in self.mimeArray:
                    f_size = os.path.getsize(f_path)
                    pixArray[i] = {'oldpath': os.path.join(path, file),
                                   'newpath': os.path.join(tmp, file.lower()),
                                   'size': self.o2ko(f_size),
                                   'mimetype': f_mime[0]}
                    i += 1
        self.count = i
        self.pixArray = pixArray
 
    def o2ko(self, o):
        return o/1024
 
    def convert(self, oldpath, newpath):
        try:
            bf_size = self.o2ko(os.path.getsize(oldpath))
            bi = Image.open(oldpath)
 
            if bi.size[0] > 2500:
                w = bi.size[0] * 50 / 100
                h = bi.size[1] * 50 / 100
            else:
                w = bi.size[0]
                h = bi.size[1]
 
            bi = bi.resize((w, h), Image.ANTIALIAS)
            bi.save(newpath, 'JPEG')     
            ai = Image.open(newpath)
            af_size = self.o2ko(os.path.getsize(newpath))
            print("\n[%ix%i %sKo %s] %s\n   to \n[%ix%i %sKo %s] %s"%(bi.size[0],
                                                                      bi.size[1],
                                                                      bf_size,
                                                                      bi.mode,
                                                                      oldpath,
                                                                      ai.size[0],
                                                                      ai.size[1],
                                                                      af_size,
                                                                      ai.mode,
                                                                      newpath))
        except IOError:
            print("\nimage file %s is endomaged"%(oldpath))
 
    def run(self):
        for i in self.pixArray:
            if os.path.exists(self.pixArray[i]['newpath']) == 1:
                if self.overwrite != 'ALL' and self.overwrite != 'NALL':
                    self.overwrite = raw_input("Overwrite %s [Y,N,ALL,NALL]: [N] "%(self.pixArray[i]['newpath']))
                if self.overwrite not in ['Y', 'N', 'ALL', 'NALL']:
                    self.overwrite = raw_input("Please answer [Y,N,ALL,NALL]: [N] ")
 
            if self.overwrite == 'Y' or self.overwrite == 'ALL':
                self.convert(self.pixArray[i]['oldpath'], self.pixArray[i]['newpath'])
            if self.overwrite == 'NALL' or os.path.exists(self.pixArray[i]['newpath']) == 0:
                self.convert(self.pixArray[i]['oldpath'], self.pixArray[i]['newpath'])
 
    def stats(self, dir):
        n_files = 0
        d_size = 0
        for path, dirs, files in os.walk(dir):
            for file in files:
                f_path = os.path.join(path, file)
                n_files += 1
                d_size = d_size + os.path.getsize(f_path)
        return {'n_files': n_files, 'd_size': d_size}
 
    def __del__(self):
        before = self.stats(self.pixdir)
        after = self.stats(self.outputdir)
        print('Before: %i files for %sKo'%(before['n_files'], self.o2ko(before['d_size'])))
        print('After : %i files for %sKo'%(after['n_files'], self.o2ko(after['d_size'])))
 
 
pix = pix('/home/hio/Photos/', # from
          '/home/hio/Photos_Web/') # to
pix.run()

LINUX « udev: renamed network interface eth0 to eth1″

HiO — Wed, 20 Jan 2010 11:11:39 +0000

Corriger en editant et en remettant dans l’ordre les bonne carte eth avec les bonne interface

fichier a editer

/etc/udev/rules.d/70-persistent-net.rules

Changer les « NAME= » par les bonnes interfaces

# This file was automatically generated by the /lib/udev/write_net_rules
# program, probably run by the persistent-net-generator.rules rules file.
#
# You can modify it, as long as you keep each rule on a single line.
# MAC addresses must be written in lowercase.
 
# PCI device 0x8086:0x100f (e1000)
SUBSYSTEM=="net", DRIVERS=="?*", ATTRS{address}=="00:0c:29:65:ae:04", NAME="eth1"
 
# PCI device 0x10ec:0x8168 (r8169)
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="00:1c:c0:01:5f:e0", ATTR{type}=="1", KERNEL=="eth*", NAME="eth0"

Probleme du au fait, que vous avez rajoutez une carte ethernet alors que la carte mere en possedai deja une,
ca a pu fonctionner pendant un moment, et un jour pour une raison X (changement de kernel ou autre), la carte ethernet qui est sur la carte mere est passer en eth0 et n ‘etant pas connecter au reseau. bye bye, plus de ssh ni rien.

PHP session avec memcached

HiO — Sat, 16 Jan 2010 15:58:24 +0000

Comment stocker les session php dans un memcached en 1 minute chrono

GO !

Installation de memcached

aptitude install memcached
aptitude install php5-memcache

modifier la conf dans /etc/memcached.conf au besoin (augmenter la memoire utiliser, etc…)

et ensuite dans le php.ini qui devrai se trouver ici /etc/php5/apache2/php.ini

session.save_handler = memcache
session.save_path="tcp://127.0.0.1:11211?persistent=1&weight=1&timeout=1&retry_interval=15"

On restart apache

/etc/init.d/apache2 restart

un petit script php pour voir se qu’il se passe
http://livebookmark.net/journal/2008/05/21/memcachephp-stats-like-apcphp/

Comment changer les messages par defaut des validateurs Symfony

HiO — Thu, 14 Jan 2010 14:23:51 +0000

Comment faire , quand on veut changer tous les messages par défaut des validateurs Symfony , sans les définir un par un par un bete ‘message’ => ‘mais blublu’ et sans allez les changer directement dans les entrailles de symfony ce qui est mal !!! C’est mal !!!

oh oui dit nous père castor
Et bien comme ça

1
2
3

    sfValidatorBase::setInvalidMessage('Champ invalide');
    sfValidatorBase::setRequiredMessage('Champ obligatoire');
    parent::setup();

Ce qui nous donne dans un vrai bout de php

VentesForm.class.php


class VentesForm extends BaseVentesForm
{
  public function configure()
  {
    sfValidatorBase::setInvalidMessage('Champ invalide');
    sfValidatorBase::setRequiredMessage('Champ obligatoire');
    parent::setup();
    unset($this['created_at'], $this['updated_at'],
          $this['expires_at'], $this['is_active']);
    $this->widgetSchema['uid'] = new sfWidgetFormInput(array('type' => 'hidden', 'is_hidden' => true));
    $this->widgetSchema['civ'] = new sfWidgetFormChoice(array('choices' => array('M.' => 'M.', 'Mme' => 'Mme', 'Mlle' => 'Mlle')));
    $this->widgetSchema['adresse1'] = new sfWidgetFormTextarea();
    $this->widgetSchema['adresse2'] = new sfWidgetFormTextarea();
    $this->widgetSchema['adresse3'] = new sfWidgetFormTextarea();
    $this->validatorSchema['email'] = new sfValidatorEmail(array(), array('invalid' => 'L\'adresse email saisie est incorrecte'));
    $this->widgetSchema->setLabel('numeroabo', 'N°Abonné');
  }
}

sfValidatorBase

NOTE:
Deprecated depuis la version 1.4 de symfony remplacer par
sfValidatorBase::setDefaultMessage() method

http://www.symfony-project.org/tutorial/1_4/en/deprecated

1
2
3

sfValidatorBase::setDefaultMessage('invalid', 'Champ invalide');
sfValidatorBase::setDefaultMessage('required', 'Champ obligatoire');
parent::setup();

PHP Symfony Text Helper

HiO — Fri, 08 Jan 2010 08:14:01 +0000

Text Helper
http://www.symfony-project.org/api/1_4/TextHelper


echo use_helper('Text')
echo auto_link_text() // Turns all urls and email addresses into clickable links. The +link+ parameter can limit what should be linked.
echo excerpt_text() // Extracts an excerpt from the +text+ surrounding the +phrase+ with a number of characters on each side determined
echo highlight_text($text, $phrase, $highlighter) // Highlights the +phrase+ where it is found in the +text+ by surrounding it like
echo simple_format_text()  // Returns +text+ transformed into html using very simple formatting rules
echo strip_links_text() // Turns all links into words, like "else" to "else".
echo truncate_text() // Truncates +text+ to the length of +length+ and replaces the last three characters with the +truncate_string+
echo wrap_text() // Word wrap long lines to line_width.
echo _auto_link_email_addresses() // Turns all email addresses into clickable links.
echo _auto_link_urls() // Turns all urls into clickable links
?>

PHP Symfony Date Helper

HiO — Thu, 24 Dec 2009 15:52:45 +0000

Date helper
http://www.symfony-project.org/api/1_4/DateHelper


use_helper('Date') 
echo format_date($date) 
echo format_date($date, 'd', 'en') 
echo format_datetime($date)
echo format_date($date, 'MM/yyyy') 
echo format_daterange($start_date, $end_date, 'MM/yy', 'from %s to %s', 'starting from %s', 'until %s')

PYTHON str_replace en python

HiO — Sun, 15 Nov 2009 21:36:28 +0000

Comment faire un equivalent de str_replace() de php en python

La fonction strReplace

import os
import string
import shutil
 
def strReplace(str, array):
    for search, replace in array:
        str = str.replace(search, replace)
    return str

Utilisation

replace = [(' ', '_'), ('-', '')]
 
for dir in os.listdir('.'):
    newdir = strReplace(dir, replace).capitalize()
    print ("moving: %s > %s"% (dir, newdir))
    os.rename(dir, newdir)

ce qui nous donne dans ce cas précis

moving: Angel of Retribution > Angel_of_retribution
moving: Living After Midnight > Living_after_midnight
moving: British Steel > British_steel
moving: Defenders Of The Faith > Defenders_of_the_faith
moving: Killing Machine > Killing_machine
moving: Ram It Down > Ram_it_down
moving: Hell Bent For Leather > Hell_bent_for_leather
moving: Stained Class > Stained_class
moving: Sin After Sin > Sin_after_sin
moving: Jugulator > Jugulator
moving: Screaming For Vengeance > Screaming_for_vengeance
moving: Turbo > Turbo
moving: Painkiller > Painkiller
moving: Rocka Rolla > Rocka_rolla
moving: Point Of Entry > Point_of_entry
moving: Demolition > Demolition
moving: Priest...Live! > Priest...live!
moving: Sad Wings Of Destiny > Sad_wings_of_destiny

PYTHON Comment faire une requete http

HiO — Sun, 15 Nov 2009 12:42:55 +0000

Faire des requetes grace a python et httplib

La class HttpRequest

#!/usr/bin/python                                                                                        
 
import httplib
import urllib
 
class HttpRequest:
    def __init__(self, proxyhost, proxyport):
        self.proxyhost = proxyhost
        self.proxyport = proxyport
        self.cnx = httplib.HTTPConnection(self.proxyhost, self.proxyport, 20)
 
    def get(self, url):
        self.cnx.request("GET", url)
        response = self.cnx.getresponse()
        print("url: %s, %s %s"%(url, response.status, response.reason))
        self.msg = response.msg
        self.content = response.read()
 
    def post(self, url, params = ''):
        headers = {"Content-type":"application/x-www-form-urlencoded", "Accept":"text/plain"}
        if(len(params) > 0):
            params = urllib.urlencode(params)
        self.cnx.request("POST", url, params, headers)
        response = self.cnx.getresponse()
        print("url: %s, %s %s"%(url, response.status, response.reason))
        self.msg = response.msg
        self.content = response.read()
 
    def getresponse(self):
        print(self.msg)
 
    def getcontent(self):
        print(self.content)
 
    def __del__(self):
        self.cnx.close()

httprequest = HttpRequest("127.0.0.1", "3777")

En GET

httprequest.get('http://www.google.fr')
httprequest.get('http://blog.hio.fr')
httprequest.get('http://blog.hio.fr/blu.html')
httprequest.get('http://blog.if-else.fr')

Renvoi

url: http://www.google.fr, 200 OK
url: http://blog.hio.fr, 200 OK
url: http://blog.hio.fr/blu.html, 404 Not Found
url: http://blog.if-else.fr, 200 OK

En POST

params = {"login":"login",
          "password":"password"}
httprequest.post('http://www.url-bidon.fr/login/connexion', params)

Renvoi par exemple

url: http://www.url-bidon.fr/login/connexion, 302 Moved Temporarily

Et si on veut en savoir plus on a les fonctions getresponse() et getcontent()

httprequest.getresponse()

Renvoi

Date: Sun, 15 Nov 2009 11:04:55 GMT
Server: Apache
X-Powered-By: PHP/5.2.6-1+lenny3
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Set-Cookie: PHPSESSID=d1d0958e52fb25b874a573bd1c261b1a; path=/
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Location: /login/failed
Vary: Accept-Encoding
Content-Length: 0
Content-Type: text/html; charset=utf-8
X-Cache: MISS from proxy.hio.fr
X-Cache-Lookup: MISS from proxy.hio.fr:3777
Via: 1.0 proxy.hio.fr (squid/3.0.STABLE8)
Proxy-Connection: close

httprequest.getcontent()

Renvoi le contenu de la page



 


 
etc...

PHP Fork it

HiO — Thu, 12 Nov 2009 09:20:15 +0000


function test($max) {
  for($i = 0; $i < $max; $i++) {
 
  }
  }
?>


class fork {
  private $children = array();
 
  public function __construct($threads) {
    $this->timestart = microtime(true);
    $this->threads = $threads;
  }
 
  public function forker($worker, $data) {
    foreach($data as $row) {
      $pid = pcntl_fork();
      if($pid == -1 ) {
        exit(1);
      } elseif($pid) {
        echo ' PARENT | launching thread (pid: '.$pid.')'."\n";
        $this->children[] = $pid;
        if(count($this->children) >= $this->threads) {
          $pid = array_shift($this->children);
          pcntl_waitpid($pid, $status);
        }
      } else {
        echo ' CHILD  | working on '.$worker.'('.$row.')'."\n";
        $worker($row);
        echo ' CHILD  | finish '.$worker.'('.$row.')'."\n";
        exit(0);
      }
    }
  }
 
  public function waitchildrens() {
    foreach($this->children as $child) {
      pcntl_waitpid($child, $status);
    }
  }
 
  public function time() {
    $timeend = microtime(true);
    $time = $timeend - $this->timestart;
    echo ' TIME   | '.$time.' seconde(s)'."\n";
  }
}
?>


$fork = new fork(4);
$fork->forker('test', array('11111111',
                            '22222222',
                            '33333333',
                            '44444444',
                            '55555555',
                            '66666666',
                            '77777777',
                            '88888888'));
$fork->waitchildrens();
$fork->time();
?>