OpenChess

[White "Houdini 2.0 STD"]
[Black "Deep Junior 12.5"]
[Result "1-0"]
1-0

[White "Naum 4.2"]
[Black "Houdini 2.0 STD"]
[Result "0-1"]
0-1

#!/bin/bash

MAXENGINECOUNT=22
MAXGAMES=100

# Engine's one position is fixed in this sample
# could be any engine

engine_one_position=1
engine_two_position=2

# Value obtained from weight

engine_one_random_number=0
engine_one_random_number=0

# Chess Engine

chess_engine[1]="Houdini 2.0 STD"
chess_engine[2]="Zappa Mexico II"
chess_engine[3]="Naum 4.2"
chess_engine[4]="Loop 13.6/2007"
chess_engine[5]="Deep Onno 1-2-70"
chess_engine[6]="Deep Shredder 12"
chess_engine[7]="Crafty 23.3 JA"
chess_engine[8]="Jonny 4.00 32b"
chess_engine[9]="Deep Sjeng c't 2010 32b"
chess_engine[10]="spark-1.0 SSE42"
chess_engine[11]="HIARCS 13.2 MP 32b"
chess_engine[12]="Protector 1.4.0 x64"
chess_engine[13]="Strelka 2.0 B"
chess_engine[14]="Spike 1.4 32b"
chess_engine[15]="Gull 1.2"
chess_engine[16]="Deep Rybka 4.1 SSE42"
chess_engine[17]="Deep Junior 12.5"
chess_engine[18]="Stockfish 2.1.1 JA"
chess_engine[19]="Hannibal 1.1"
chess_engine[20]="Umko 1.2 SSE42"
chess_engine[21]="Critter 1.2"
chess_engine[22]="Komodo64 3 SSE42"

# Engine Weights

engine_weight[1]=54
engine_weight[2]=11
engine_weight[3]=24
engine_weight[4]=10
engine_weight[5]=11
engine_weight[6]=25
engine_weight[7]=5
engine_weight[8]=3
engine_weight[9]=20
engine_weight[10]=13
engine_weight[11]=15
engine_weight[12]=14
engine_weight[13]=7
engine_weight[14]=21
engine_weight[15]=16
engine_weight[16]=42
engine_weight[17]=18
engine_weight[18]=46
engine_weight[19]=14
engine_weight[20]=5
engine_weight[21]=45
engine_weight[22]=43

# Engine Color

engine_colour[1]="black"
engine_colour[2]="white"

# switch 

switch_side=1

# Result

match_result[1]="1-0"
match_result[2]="0-1"
match_result[3]="1/2-1/2"

game_outcome=3

# Winners and losers are picked here

Random_Game()
{
  count=0

  while [ "$count" -lt $MAXGAMES ]
  do
    Get_Random_Number_One;
    Get_Random_Number_Two;

    if [ $engine_one_random_number -gt $engine_two_random_number ]; then      
      if [ $switch_side -eq 1 ]; then
	game_outcome=1
      else
	game_outcome=2
      fi

    elif [ $engine_one_random_number -eq $engine_two_random_number ]; then
      game_outcome=3

    else     
      if [ $switch_side -eq 1 ]; then
	game_outcome=2
      else
	game_outcome=1
      fi

    fi

    Record_Game;     
    let "count += 1"    
  done
}

# Get weight based random number

Get_Random_Number_One()
{
  RANGE=${engine_weight[$engine_one_position]}
  engine_one_random_number=$RANDOM
  let "engine_one_random_number %= RANGE"
}

Get_Random_Number_Two()
{
  RANGE=${engine_weight[$engine_two_position]}
  engine_two_random_number=$RANDOM
  let "engine_two_random_number %= RANGE"
}

#write game result to pgn file

Record_Game()
{
  if [ $switch_side -eq 1 ]; then
    echo "[White \"${chess_engine[1]}\"]"
    echo "[Black \"${chess_engine[$engine_two_position]}\"]"
    echo "[Result \"${match_result[$game_outcome]}\"]"
    echo ${match_result[$game_outcome]}
    switch_side=0
  else 
    echo "[White \"${chess_engine[$engine_two_position]}\"]"
    echo "[Black \"${chess_engine[1]}\"]"
    echo "[Result \"${match_result[$game_outcome]}\"]"
    echo ${match_result[$game_outcome]}
    switch_side=1
  fi  
  echo
  
} >>"CRLS.pgn"


#  Start game

Play_Game()
{
  game_count=2
  while [ $game_count -le $MAXENGINECOUNT ]
  do
    engine_two_position=$game_count
    Random_Game;
    let "game_count += 1"
  done   
}

# main

Play_Game;

exit 0

9/5/2011 5:35:54 PM :

    Program                          Elo    +   -   Games   Score   Av.Op.  Draws

  1 Houdini 2.0 STD                : 2533   15  15  2100    80.7 %   2285   22.8 %
  2 Critter 1.2                    : 2520   51  51   100    45.5 %   2551   45.0 %
  3 Komodo64 3 SSE42               : 2502   52  53   100    43.0 %   2551   42.0 %
  4 Deep Rybka 4.1 SSE42           : 2499   52  52   100    42.5 %   2551   43.0 %
  5 Stockfish 2.1.1 JA             : 2455   54  55   100    36.5 %   2551   39.0 %
  6 Deep Shredder 12               : 2365   62  64   100    25.5 %   2551   27.0 %
  7 Naum 4.2                       : 2356   60  62   100    24.5 %   2551   31.0 %
  8 Spike 1.4 32b                  : 2321   66  69   100    21.0 %   2551   24.0 %
  9 Deep Sjeng c't 2010 32b        : 2316   66  68   100    20.5 %   2551   25.0 %
 10 Deep Junior 12.5               : 2293   70  73   100    18.5 %   2551   21.0 %
 11 Gull 1.2                       : 2269   74  77   100    16.5 %   2551   19.0 %
 12 HIARCS 13.2 MP 32b             : 2256   67  71   100    15.5 %   2551   25.0 %
 13 Hannibal 1.1                   : 2243   66  71   100    14.5 %   2551   25.0 %
 14 Protector 1.4.0 x64            : 2236   77  81   100    14.0 %   2551   18.0 %
 15 spark-1.0 SSE42                : 2228   76  80   100    13.5 %   2551   19.0 %
 16 Deep Onno 1-2-70               : 2197   84  89   100    11.5 %   2551   15.0 %
 17 Zappa Mexico II                : 2188   86  91   100    11.0 %   2551   14.0 %
 18 Loop 13.6/2007                 : 2169   95 102   100    10.0 %   2551   10.0 %
 19 Strelka 2.0 B                  : 2102   95 105   100     7.0 %   2551   12.0 %
 20 Umko 1.2 SSE42                 : 2057  119 106   100     5.5 %   2551    7.0 %
 21 Crafty 23.3 JA                 : 2057   97 106   100     5.5 %   2551   11.0 %
 22 Jonny 4.00 32b                 : 1975  121  24   100     3.5 %   2551    7.0 %

9/5/2011 5:38:52 PM :

    Program                          Elo    +   -   Games   Score   Av.Op.  Draws

  1 Houdini 2.0 STD                : 2544   19  19  2100    82.5 %   2275    1.7 %
  2 Critter 1.2                    : 2508   69  70   100    42.0 %   2564    2.0 %
  3 Komodo64 3 SSE42               : 2504   68  69   100    41.5 %   2564    3.0 %
  4 Stockfish 2.1.1 JA             : 2475   69  71   100    37.5 %   2564    3.0 %
  5 Deep Rybka 4.1 SSE42           : 2460   69  71   100    35.5 %   2564    5.0 %
  6 Deep Junior 12.5               : 2364   78  82   100    24.0 %   2564    2.0 %
  7 Naum 4.2                       : 2344   81  87   100    22.0 %   2564    0.0 %
  8 Deep Shredder 12               : 2344   81  87   100    22.0 %   2564    0.0 %
  9 Protector 1.4.0 x64            : 2306   84  90   100    18.5 %   2564    3.0 %
 10 Gull 1.2                       : 2249   95 106   100    14.0 %   2564    0.0 %
 11 HIARCS 13.2 MP 32b             : 2241   96 106   100    13.5 %   2564    1.0 %
 12 Hannibal 1.1                   : 2241   94 103   100    13.5 %   2564    3.0 %
 13 Spike 1.4 32b                  : 2234   98 110   100    13.0 %   2564    0.0 %
 14 Zappa Mexico II                : 2226   99 110   100    12.5 %   2564    1.0 %
 15 Deep Sjeng c't 2010 32b        : 2226   99 110   100    12.5 %   2564    1.0 %
 16 Loop 13.6/2007                 : 2218   99 111   100    12.0 %   2564    2.0 %
 17 spark-1.0 SSE42                : 2201  103 115   100    11.0 %   2564    2.0 %
 18 Deep Onno 1-2-70               : 2151  116 134   100     8.5 %   2564    1.0 %
 19 Strelka 2.0 B                  : 2101  129 137   100     6.5 %   2564    1.0 %
 20 Umko 1.2 SSE42                 : 2052  142  88   100     5.0 %   2564    2.0 %
 21 Crafty 23.3 JA                 : 1964  171   0   100     3.0 %   2564    2.0 %
 22 Jonny 4.00 32b                 : 1964    0   0   100     0.5 %   2564    1.0 %

kingliveson wrote:I just don't understand why the games wont be released.

ThinkingALot wrote:

kingliveson wrote:I just don't understand why the games wont be released.

Well, I'm glad the games are not being released! Releasing the games would ruin credibility of the list.
Do you know what's gonna happen if the opening positions used in IPON are revealed? Some engine authors may try to optimize their engines to perform well on this particular opening suite. And the prospective ELO gain may be huge: up to 50 ELO. Even if one doesn't try to optimize for these opening positions intentionally, just using them for internal testing would result in engine better suited for these particular positions. So, IMHO, positions and games should remain a top secret

kingliveson wrote:The heading is just meant to be provocative.

As you know, IPON is the only chess engine rating's list refusing to make available the games. Again, I want to stress the rating's list integrity is not in question, but rather the uncommon, hardline position even after being pressed by chess enthusiasts since its inception. You can't run for public office and claim not to be a public figure.

What prompted this thread was he (Ingo), posting stripped game files which is just result and not actual data, meaning you cant analyze the games.

The discussion anyhow led to me suggesting I could produce similar data without playing a single game. Now, the source below was done in a hurry without much effort. It generates randomly, "games," and outputs results to a chess pgn game file.

Chess Rating's List Simulator:

Code: Select all

#!/bin/bash

MAXENGINECOUNT=22
MAXGAMES=100

# Engine's one position is fixed in this sample
# could be any engine

engine_one_position=1
engine_two_position=2

# Value obtained from weight

engine_one_random_number=0
engine_one_random_number=0

# Chess Engine

chess_engine[1]="Houdini 2.0 STD"
chess_engine[2]="Zappa Mexico II"
chess_engine[3]="Naum 4.2"
chess_engine[4]="Loop 13.6/2007"
chess_engine[5]="Deep Onno 1-2-70"
chess_engine[6]="Deep Shredder 12"
chess_engine[7]="Crafty 23.3 JA"
chess_engine[8]="Jonny 4.00 32b"
chess_engine[9]="Deep Sjeng c't 2010 32b"
chess_engine[10]="spark-1.0 SSE42"
chess_engine[11]="HIARCS 13.2 MP 32b"
chess_engine[12]="Protector 1.4.0 x64"
chess_engine[13]="Strelka 2.0 B"
chess_engine[14]="Spike 1.4 32b"
chess_engine[15]="Gull 1.2"
chess_engine[16]="Deep Rybka 4.1 SSE42"
chess_engine[17]="Deep Junior 12.5"
chess_engine[18]="Stockfish 2.1.1 JA"
chess_engine[19]="Hannibal 1.1"
chess_engine[20]="Umko 1.2 SSE42"
chess_engine[21]="Critter 1.2"
chess_engine[22]="Komodo64 3 SSE42"

# Engine Weights

engine_weight[1]=54
engine_weight[2]=11
engine_weight[3]=24
engine_weight[4]=10
engine_weight[5]=11
engine_weight[6]=25
engine_weight[7]=5
engine_weight[8]=3
engine_weight[9]=20
engine_weight[10]=13
engine_weight[11]=15
engine_weight[12]=14
engine_weight[13]=7
engine_weight[14]=21
engine_weight[15]=16
engine_weight[16]=42
engine_weight[17]=18
engine_weight[18]=46
engine_weight[19]=14
engine_weight[20]=5
engine_weight[21]=45
engine_weight[22]=43

# Engine Color

engine_colour[1]="black"
engine_colour[2]="white"

# switch 

switch_side=1

# Result

match_result[1]="1-0"
match_result[2]="0-1"
match_result[3]="1/2-1/2"

game_outcome=3

# Winners and losers are picked here

Random_Game()
{
  count=0

  while [ "$count" -lt $MAXGAMES ]
  do
    Get_Random_Number_One;
    Get_Random_Number_Two;

    if [ $engine_one_random_number -gt $engine_two_random_number ]; then      
      if [ $switch_side -eq 1 ]; then
	game_outcome=1
      else
	game_outcome=2
      fi

    elif [ $engine_one_random_number -eq $engine_two_random_number ]; then
      game_outcome=3

    else     
      if [ $switch_side -eq 1 ]; then
	game_outcome=2
      else
	game_outcome=1
      fi

    fi

    Record_Game;     
    let "count += 1"    
  done
}

# Get weight based random number

Get_Random_Number_One()
{
  RANGE=${engine_weight[$engine_one_position]}
  engine_one_random_number=$RANDOM
  let "engine_one_random_number %= RANGE"
}

Get_Random_Number_Two()
{
  RANGE=${engine_weight[$engine_two_position]}
  engine_two_random_number=$RANDOM
  let "engine_two_random_number %= RANGE"
}

#write game result to pgn file

Record_Game()
{
  if [ $switch_side -eq 1 ]; then
    echo "[White \"${chess_engine[1]}\"]"
    echo "[Black \"${chess_engine[$engine_two_position]}\"]"
    echo "[Result \"${match_result[$game_outcome]}\"]"
    echo ${match_result[$game_outcome]}
    switch_side=0
  else 
    echo "[White \"${chess_engine[$engine_two_position]}\"]"
    echo "[Black \"${chess_engine[1]}\"]"
    echo "[Result \"${match_result[$game_outcome]}\"]"
    echo ${match_result[$game_outcome]}
    switch_side=1
  fi  
  echo
  
} >>"CRLS.pgn"


#  Start game

Play_Game()
{
  game_count=2
  while [ $game_count -le $MAXENGINECOUNT ]
  do
    engine_two_position=$game_count
    Random_Game;
    let "game_count += 1"
  done   
}

# main

Play_Game;

exit 0

Anyone can compare the files attached and/or generate one using the bash script; IPON data was extracted from IPON rating's list result which was posted earlier today.


Sure, it's not perfect, but you get the idea. Yes, I see the draw issues -- again, this was done in hurry. If I really wanted to, it could be done with all the engines playing simulated round-robin tournament. Let me say once again, in no way is this to imply IPON's list is fake or simulated. I just don't understand why the games wont be released.

Mr. Bauer, Tear down this wall!

ThinkingALot wrote:

kingliveson wrote:I just don't understand why the games wont be released.

Well, I'm glad the games are not being released! Releasing the games would ruin credibility of the list.
Do you know what's gonna happen if the opening positions used in IPON are revealed? Some engine authors may try to optimize their engines to perform well on this particular opening suite. And the prospective ELO gain may be huge: up to 50 ELO. Even if one doesn't try to optimize for these opening positions intentionally, just using them for internal testing would result in engine better suited for these particular positions. So, IMHO, positions and games should remain a top secret

Prima wrote:
Point made, Kingliveson. An effectively !

For the reason you stated [and previously] and proved it here, I would hope Ingo reconsiders in giving you these games. Yes I know, it directly contradicts my current position [pro Ingo's decision] in the Rybka forum on similar subject, due to the manner some individual states his reasons for collecting Ingo's games, along with the unnecessary insults hauled, towards Ingo for his solo resources & services.

Anyway, I hope things work out and Ingo sees your point to reach a common ground...

Looks like YOUR genius script would come in handy in Rybka forum


Best regards.

kingliveson wrote:You do know that there are many other lists and they _all_ publish games which does not seem to have any negative effect.

kingliveson wrote:

ThinkingALot wrote:

kingliveson wrote:I just don't understand why the games wont be released.

Well, I'm glad the games are not being released! Releasing the games would ruin credibility of the list.
Do you know what's gonna happen if the opening positions used in IPON are revealed? Some engine authors may try to optimize their engines to perform well on this particular opening suite. And the prospective ELO gain may be huge: up to 50 ELO. Even if one doesn't try to optimize for these opening positions intentionally, just using them for internal testing would result in engine better suited for these particular positions. So, IMHO, positions and games should remain a top secret

You do know that there are many other lists and they _all_ publish games which does not seem to have any negative effect.

Prima wrote:
Point made, Kingliveson. An effectively !

For the reason you stated [and previously] and proved it here, I would hope Ingo reconsiders in giving you these games. Yes I know, it directly contradicts my current position [pro Ingo's decision] in the Rybka forum on similar subject, due to the manner some individual states his reasons for collecting Ingo's games, along with the unnecessary insults hauled, towards Ingo for his solo resources & services.

Anyway, I hope things work out and Ingo sees your point to reach a common ground...

Looks like YOUR genius script would come in handy in Rybka forum


Best regards.

I saw the thread and have to agree with Uly...publishing the games wont ruin his list.

ThinkingALot wrote:

kingliveson wrote:You do know that there are many other lists and they _all_ publish games which does not seem to have any negative effect.

No negative effect because these lists are either not so popular or use opening books instead of opening positions.

Prima wrote:
It certainly won't but it's the approach about the matter which was used over there, to the point of insults & disregard that was despised. Anyway, I hope Ingo can reach some sort of agreement, if not publicly, perhaps privately with you.

kingliveson wrote:Prima, this is not about me. Sedat is not new on the computer chess scene; he too had and expressed similar concerns along many others -- see talkchess.com/forum/viewtopic.php?t=37099.

The thing is, once you enter the arena of providing a public service, you have to be transparent. Well, because it is the right thing to do. Statistics without actual data is meaningless. Anyone can generate random numbers as has been demonstrated.