Multithreading perl与线程共享文件句柄
我在网上找到了下面的代码,程序控制循环的方式似乎是检查共享变量$TERM是否为0。我是否可以在线程之间共享一个文件句柄,即每个线程处理文件的一行,循环在文件到达最后一行时结束Multithreading perl与线程共享文件句柄,multithreading,perl,filehandle,Multithreading,Perl,Filehandle,我在网上找到了下面的代码,程序控制循环的方式似乎是检查共享变量$TERM是否为0。我是否可以在线程之间共享一个文件句柄,即每个线程处理文件的一行,循环在文件到达最后一行时结束 #!/usr/bin/perl use strict; use warnings; use threads 1.39; use threads::shared; use Thread::Queue; ### Global Variables ### # Maximum working threads my $MAX
#!/usr/bin/perl
use strict;
use warnings;
use threads 1.39;
use threads::shared;
use Thread::Queue;
### Global Variables ###
# Maximum working threads
my $MAX_THREADS = 10;
# Flag to inform all threads that application is terminating
my $TERM :shared = 0;
# Threads add their ID to this queue when they are ready for work
# Also, when app terminates a -1 is added to this queue
my $IDLE_QUEUE = Thread::Queue->new();
### Signal Handling ###
# Gracefully terminate application on ^C or command line 'kill'
$SIG{'INT'} = $SIG{'TERM'} =
sub {
print(">>> Terminating <<<\n");
$TERM = 1;
# Add -1 to head of idle queue to signal termination
$IDLE_QUEUE->insert(0, -1);
};
### Main Processing Section ###
MAIN:
{
### INITIALIZE ###
# Thread work queues referenced by thread ID
my %work_queues;
# Create the thread pool
for (1..$MAX_THREADS) {
# Create a work queue for a thread
my $work_q = Thread::Queue->new();
# Create the thread, and give it the work queue
my $thr = threads->create('worker', $work_q);
# Remember the thread's work queue
$work_queues{$thr->tid()} = $work_q;
}
### DO WORK ###
# Manage the thread pool until signalled to terminate
while (! $TERM) {
# Wait for an available thread
my $tid = $IDLE_QUEUE->dequeue();
# Check for termination condition
last if ($tid < 0);
# Give the thread some work to do
my $work = 5 + int(rand(10));
$work_queues{$tid}->enqueue($work);
}
### CLEANING UP ###
# Signal all threads that there is no more work
$work_queues{$_}->enqueue(-1) foreach keys(%work_queues);
# Wait for all the threads to finish
$_->join() foreach threads->list();
}
print("Done\n");
exit(0);
### Thread Entry Point Subroutines ###
# A worker thread
sub worker
{
my ($work_q) = @_;
# This thread's ID
my $tid = threads->tid();
# Work loop
do {
# Indicate that were are ready to do work
printf("Idle -> %2d\n", $tid);
$IDLE_QUEUE->enqueue($tid);
# Wait for work from the queue
my $work = $work_q->dequeue();
# If no more work, exit
last if ($work < 0);
# Do some work while monitoring $TERM
printf(" %2d <- Working\n", $tid);
while (($work > 0) && ! $TERM) {
$work -= sleep($work);
}
# Loop back to idle state if not told to terminate
} while (! $TERM);
# All done
printf("Finished -> %2d\n", $tid);
}
#/usr/bin/perl
严格使用;
使用警告;
使用螺纹1.39;
使用线程::共享;
使用线程::队列;
###全局变量###
#最大工作线程数
我的$MAX_线程=10;
#用于通知所有线程应用程序正在终止的标志
我的$TERM:共享=0;
#线程在准备工作时将其ID添加到此队列
#此外,当应用程序终止时,会将-1添加到此队列
my$IDLE_QUEUE=Thread::QUEUE->new();
###信号处理###
#在^C或命令行“kill”上正常终止应用程序
$SIG{'INT'}=$SIG{'TERM'}=
潜艇{
打印(“>>>终止%2d\n”,$tid);
$IDLE_QUEUE->enqueue($tid);
#等待队列中的工作
我的$work=$work_q->dequeue();
#如果没有更多的工作,退出
最后一个if($work<0);
#在监视$TERM时做一些工作
printf(“%2d%2d\n”$tid);
}
我可以在线程之间共享文件句柄吗
没有
每个线程处理文件的一行,循环在文件到达最后一行时结束
#!/usr/bin/perl
use strict;
use warnings;
use threads 1.39;
use threads::shared;
use Thread::Queue;
### Global Variables ###
# Maximum working threads
my $MAX_THREADS = 10;
# Flag to inform all threads that application is terminating
my $TERM :shared = 0;
# Threads add their ID to this queue when they are ready for work
# Also, when app terminates a -1 is added to this queue
my $IDLE_QUEUE = Thread::Queue->new();
### Signal Handling ###
# Gracefully terminate application on ^C or command line 'kill'
$SIG{'INT'} = $SIG{'TERM'} =
sub {
print(">>> Terminating <<<\n");
$TERM = 1;
# Add -1 to head of idle queue to signal termination
$IDLE_QUEUE->insert(0, -1);
};
### Main Processing Section ###
MAIN:
{
### INITIALIZE ###
# Thread work queues referenced by thread ID
my %work_queues;
# Create the thread pool
for (1..$MAX_THREADS) {
# Create a work queue for a thread
my $work_q = Thread::Queue->new();
# Create the thread, and give it the work queue
my $thr = threads->create('worker', $work_q);
# Remember the thread's work queue
$work_queues{$thr->tid()} = $work_q;
}
### DO WORK ###
# Manage the thread pool until signalled to terminate
while (! $TERM) {
# Wait for an available thread
my $tid = $IDLE_QUEUE->dequeue();
# Check for termination condition
last if ($tid < 0);
# Give the thread some work to do
my $work = 5 + int(rand(10));
$work_queues{$tid}->enqueue($work);
}
### CLEANING UP ###
# Signal all threads that there is no more work
$work_queues{$_}->enqueue(-1) foreach keys(%work_queues);
# Wait for all the threads to finish
$_->join() foreach threads->list();
}
print("Done\n");
exit(0);
### Thread Entry Point Subroutines ###
# A worker thread
sub worker
{
my ($work_q) = @_;
# This thread's ID
my $tid = threads->tid();
# Work loop
do {
# Indicate that were are ready to do work
printf("Idle -> %2d\n", $tid);
$IDLE_QUEUE->enqueue($tid);
# Wait for work from the queue
my $work = $work_q->dequeue();
# If no more work, exit
last if ($work < 0);
# Do some work while monitoring $TERM
printf(" %2d <- Working\n", $tid);
while (($work > 0) && ! $TERM) {
$work -= sleep($work);
}
# Loop back to idle state if not told to terminate
} while (! $TERM);
# All done
printf("Finished -> %2d\n", $tid);
}
对。只需将文件中的行而不是数字馈送到工作线程
顺便说一下,您不需要11个队列来完成这项工作。你只需要一个:
#!/usr/bin/perl
use strict;
use warnings;
use threads 1.39;
use threads::shared;
use Thread::Queue qw( );
# Maximum working threads
my $NUM_WORKERS = 10;
# Flag to inform all threads that application is terminating
my $TERM :shared = 0;
my $request_q = Thread::Queue->new();
$SIG{INT} = $SIG{TERM} = \&signal_handler;
exit(main());
sub signal_handler {
print(">>> Terminating <<<\n");
$TERM = 1;
}
#/usr/bin/perl
严格使用;
使用警告;
使用螺纹1.39;
使用线程::共享;
使用Thread::Queue qw();
#最大工作线程数
我的$NUM_工人=10;
#用于通知所有线程应用程序正在终止的标志
我的$TERM:共享=0;
我的$request_q=Thread::Queue->new();
$SIG{INT}=$SIG{TERM}=\&信号处理器;
退出(main());
子信号处理器{
打印(“>>>终止如果您共享一个文件句柄,它将指向所有线程中的同一位置。如果您使用单独的文件句柄,读取将被阻止,因为您不能同时读取多个位置。
sub worker {
my $tid = threads->tid();
while (!$TERM && defined(my $job = $request_q->dequeue())) {
printf(" %2d <- Working\n", $tid);
# Do something with $job.
sleep(1+rand(3));
}
printf("Finished -> %2d\n", $tid);
}