Changeset 58

Timestamp:

11/25/05 13:42:01 (19 years ago)

Author:

thauvin

Message:

• add file_need_parse function

File:

• trunk/soft/ObsData/ObsData/Repository.pm (modified) (4 diffs, 1 prop)

trunk/soft/ObsData/ObsData/Repository.pm

@@ -62 +62 @@
 
 
-
 sub parse_files {
     my ($self) = @_;
@@ -72 +71 @@
             }
 
-            if ($self->{status}->SectionExists($file)) {
-            } else {
-                $self->loging(0, "%s is new files", $file);
-                $self->{status}->AddSection($file);
+            if (! $self->file_need_parse($file)) {
+                next;
             }
 
-            
             my ($datatype, $destfile) = $self->{obsdata}->build_dest_filename($file, $self->{datatype});
             $self->loging(0, "%s file, datatype %s, destination %s",
@@ -85 +81 @@
                 $destfile || '(none)',
             );
+
         }
         close($dirhandle);
@@ -92 +89 @@
 }
 
+sub file_need_parse {
+    my ($self, $file) = @_;
+
+    my @filestats = stat("$self->{dir}/$file");
+            
+    if ($self->{status}->SectionExists($file)) {
+        $self->loging(0, "File %s found in status, checking...", $file);
+        my ($mtimeok, $sizeok) = (0, 0);
+        my $olddatatype = $self->{status}->val($file, 'datatype');
+        my $oldmtime = $self->{status}->val($file, 'mtime');
+        my $oldsize = $self->{status}->val($file, 'size');
+        if ($oldmtime) {
+            if ($oldmtime == $filestats[9]) {
+                $mtimeok = 1;
+            } elsif ($oldmtime > $filestats[9]) {
+                $self->loging(3, 
+                    "Wahou, %s is older than my reference: %d => %d", 
+                    $oldmtime,
+                    $filestats[9],
+                );
+            } else {
+                # Nothing special to say, file is simply more recent    
+            }
+        }
+        if (defined($oldsize)) {
+            if ($oldsize == $filestats[7]) {
+                $sizeok = 1;
+            } else {
+                # Nothing to say, size differ
+            }
+        }
+        
+        if ($olddatatype) {
+            if (! ($sizeok && $mtimeok)) {
+                $self->loging(3, "File %s allready processed but has changed:%s%s, skipping",
+                    $file,
+                    ($sizeok ? "" : sprintf(" size %d => %d", $oldsize, $filestats[7])),
+                    ($sizeok ? "" : sprintf(" mtime %d => %d", $oldmtime, $filestats[9])),
+                );
+            }
+            $self->loging(0, "%s has been allready processed: was %s", $file, $olddatatype);
+            return 0;
+        } else {
+            if ($sizeok && $mtimeok) {
+                $self->loging(0, "%s was not take into acount, no change skipping", $file);
+                return 0;
+            } else {
+                $self->loging(0, "%s file has not been processed, but change, retrying", $file);
+                return 1;
+            }
+        }
+        
+    } else {
+        $self->loging(0, "%s is new files", $file);
+        $self->{status}->AddSection($file);
+        $self->{status}->newval($file, 'mtime', $filestats[9]);
+        $self->{status}->newval($file, 'size', $filestats[7]);
+        return 1;
+    }
+}
+
 1;