move extension on files

perl -e 'foreach my $r (glob("*.jad")) { $x=$r;$r=~ s/jad/java/;system("mv $x $r") unless(-f $r)}'

Remove Non Printable Characters with sed

Took a while to find this and the exact syntax but here its, removing all non ascii chars.

$ sed 's/[^ -~]//g' < B2.java > BeanUtils.java 

SQLite Primary Keys and Hibernate

 SQLite is a modern, compact and stable database. Using Hibernate on top of SQLite proved to be a challenge with Primary Keys.

Here the reason why the autoincrement does not work... even if we would specify it the table creation would mess you up with two primary key definitions. See the next pictures why and how...

So you need the following SQLiteDialect that is being found accross the web... here a copy.

/**
 * 
 */
package org.territory;

import java.sql.Types;

import org.hibernate.Hibernate;
import org.hibernate.dialect.Dialect;
import org.hibernate.dialect.function.SQLFunctionTemplate;
import org.hibernate.dialect.function.StandardSQLFunction;
import org.hibernate.dialect.function.VarArgsSQLFunction;

/**
 * @author 751818
 * 
 */
public class SQLiteDialect extends Dialect {

 /**
  * 
  */
 public SQLiteDialect() {
  super();
  registerColumnType(Types.BIT, "integer");
  registerColumnType(Types.TINYINT, "tinyint");
  registerColumnType(Types.SMALLINT, "smallint");
  registerColumnType(Types.INTEGER, "integer");
  registerColumnType(Types.BIGINT, "bigint");
  registerColumnType(Types.FLOAT, "float");
  registerColumnType(Types.REAL, "real");
  registerColumnType(Types.DOUBLE, "double");
  registerColumnType(Types.NUMERIC, "numeric");
  registerColumnType(Types.DECIMAL, "decimal");
  registerColumnType(Types.CHAR, "char");
  registerColumnType(Types.VARCHAR, "varchar");
  registerColumnType(Types.LONGVARCHAR, "longvarchar");
  registerColumnType(Types.DATE, "date");
  registerColumnType(Types.TIME, "time");
  registerColumnType(Types.TIMESTAMP, "timestamp");
  registerColumnType(Types.BINARY, "blob");
  registerColumnType(Types.VARBINARY, "blob");
  registerColumnType(Types.LONGVARBINARY, "blob");
  // registerColumnType(Types.NULL, "null");
  registerColumnType(Types.BLOB, "blob");
  registerColumnType(Types.CLOB, "clob");
  registerColumnType(Types.BOOLEAN, "integer");

  registerFunction("concat", new VarArgsSQLFunction(Hibernate.STRING, "",
    "||", ""));
  registerFunction("mod", new SQLFunctionTemplate(Hibernate.INTEGER,
    "?1 % ?2"));
  registerFunction("substr", new StandardSQLFunction("substr",
    Hibernate.STRING));
  registerFunction("substring", new StandardSQLFunction("substr",
    Hibernate.STRING));
 }

 public boolean supportsIdentityColumns() {
  return true;
 }

 /*
  * public boolean supportsInsertSelectIdentity() { return true; // As
  * specify in NHibernate dialect }
  */

 public boolean hasDataTypeInIdentityColumn() {
  return false; // As specify in NHibernate dialect
 }

 /*
  * public String appendIdentitySelectToInsert(String insertString) { return
  * new StringBuffer(insertString.length()+30). // As specify in NHibernate
  * dialect append(insertString).
  * append("; ").append(getIdentitySelectString()). toString(); }
  */

 public String getIdentityColumnString() {
  return "INTEGER";
  // return "integer";
 }

 public String getIdentitySelectString() {
  return "select last_insert_rowid()";
 }

 public boolean supportsLimit() {
  return true;
 }

 public String getLimitString(String query, boolean hasOffset) {
  return new StringBuffer(query.length() + 20).append(query).append(
    hasOffset ? " limit ? offset ?" : " limit ?").toString();
 }

 public boolean supportsTemporaryTables() {
  return true;
 }

 public String getCreateTemporaryTableString() {
  return "create temporary table if not exists";
 }

 public boolean dropTemporaryTableAfterUse() {
  return false;
 }

 public boolean supportsCurrentTimestampSelection() {
  return true;
 }

 public boolean isCurrentTimestampSelectStringCallable() {
  return false;
 }

 public String getCurrentTimestampSelectString() {
  return "select current_timestamp";
 }

 public boolean supportsUnionAll() {
  return true;
 }

 public boolean hasAlterTable() {
  return false; // As specify in NHibernate dialect
 }

 public boolean dropConstraints() {
  return false;
 }

 public String getAddColumnString() {
  return "add column";
 }

 public String getForUpdateString() {
  return "";
 }

 public boolean supportsOuterJoinForUpdate() {
  return false;
 }

 public String getDropForeignKeyString() {
  throw new UnsupportedOperationException(
    "No drop foreign key syntax supported by SQLiteDialect");
 }

 public String getAddForeignKeyConstraintString(String constraintName,
   String[] foreignKey, String referencedTable, String[] primaryKey,
   boolean referencesPrimaryKey) {
  throw new UnsupportedOperationException(
    "No add foreign key syntax supported by SQLiteDialect");
 }

 public String getAddPrimaryKeyConstraintString(String constraintName) {
  throw new UnsupportedOperationException(
    "No add primary key syntax supported by SQLiteDialect");
 }

 public boolean supportsIfExistsBeforeTableName() {
  return true;
 }

 public boolean supportsCascadeDelete() {
  return false;
 }

 /*
  * (non-Javadoc)
  * 
  * @see org.hibernate.dialect.Dialect#getNativeIdentifierGeneratorClass()
  */
 @Override
 public Class getNativeIdentifierGeneratorClass() {
  // TODO Auto-generated method stub
  return super.getNativeIdentifierGeneratorClass();
 }
}

Next set the dialect of the Hibernate mapping...

Next set the sequence generate for the ID's that you want AUTOINCREMENT'ed.

And that should give you an incremented value of your id....

RT 17

Rutland 17

Rutland 19-N
Rutland 19-S

How to download ASL wt DVD script

#!/usr/bin/perl 

my $year = 2010;
my $x = 0;
for my $month ( 1 .. 12 ) {
   printf "downloading month %s", $month;
   for my $article ( 1 .. 6 ) {
       $file = sprintf "%s_%s_%04d%02d%02d_%02d.m4v", "w", "ASL", $year, $month, 15, $article;
       next if -e $file and -s $file < 16;
       $url = sprintf "http://download.jw.org/files/media_magazines/%s\n", $file;
       print $url, "\n";
       system("curl -O $url");
       $error=$_;
       print "$error\n";
       system("rm $file") if $error =~ /No such/ or $error =~ /File not found/ or -s $file < 16;
    }
 } 

Linux Resource Troubleshooting Commands

Command that reveal the inner workings of our machine

ulimit
free
vmstat
netstat
sysstat
mpstat
iostat
ping -c 1
traceroute 
sar

What is the process consuming the most CPU
ps -eo pcpu,pid,user,args | sort -k 1 -r | head -2


What is the memory usage after 16:30 ...
   sar -s 16:30:00 -r
What is the disk paging after 16:30 ..
   sar -s 16:30:00 -B
Another day on I/O and mem usage
sar -f /var/log/sa/sa12 -u -n SOCK -B -r -s 15:30:00 -e 16:10:00

If you used previous versions of jvmstat you may be familiar with some of the older names... Here is a mapping of the old names to the new names:
JDK 5.0
jvmps is now jps, sse docs
jvmstat is now jstat
perfagent is now jstatd
jvmstat 3.0
visualgc is still visualgc

jw.org download script

#!/usr/bin/perl 

our @GREEK_SCRIPTURES = qw/Mt Mr Lu Joh Ac Ro 1Co 2Co Ga Eph Php Col 1Th 2Th 1Ti 2Ti Tit Phm Heb Jas 1Pe 2Pe 1Jo 2Jo 3Jo Jude Re/;
our @GREEK_CHAPTERS = qw/28 16 24 21 28 16 16 13 6 6 4 3 5 3 6 4 3 1 13 5 5 3 5 3 1 1 22/;

my $i = 40;
my $x = 0;
foreach my $abbrev (@GREEK_SCRIPTURES) {
   for ( 1 .. $GREEK_CHAPTERS[$x] ) {
      if ($ARGV[0]) {
         next unless ($ARGV[0] and $ARGV[0] =~ /$abbrev/);
      }
      $file = sprintf "%d_%s_ASL_%02d.m4v", $i, $abbrev, $_;
      next if -e $file;
      $url = sprintf "http://download.jw.org/files/media_bible/%s\n", $file;
      print $url, "\n";
      #system("wget -nc $url");
      system("curl -O $url");
      system("rm $file") if $! =~ /No such/;
   }
   $x++;
   $i++;
}