ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC vs.
Revision 1.376 by root, Mon Oct 1 00:44:44 2007 UTC

80our $NEXT_TICK; 80our $NEXT_TICK;
81our $NOW; 81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 82our $USE_FSYNC = 1; # use fsync to write maps - default off
83 83
84our $BDB_POLL_WATCHER; 84our $BDB_POLL_WATCHER;
85our $BDB_DEADLOCK_WATCHER;
86our $BDB_CHECKPOINT_WATCHER;
87our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 88our $DB_ENV;
86 89
87our %CFG; 90our %CFG;
88 91
89our $UPTIME; $UPTIME ||= time; 92our $UPTIME; $UPTIME ||= time;
351our @SLOT_QUEUE; 354our @SLOT_QUEUE;
352our $SLOT_QUEUE; 355our $SLOT_QUEUE;
353 356
354$SLOT_QUEUE->cancel if $SLOT_QUEUE; 357$SLOT_QUEUE->cancel if $SLOT_QUEUE;
355$SLOT_QUEUE = Coro::async { 358$SLOT_QUEUE = Coro::async {
359 $Coro::current->desc ("timeslot manager");
360
356 my $signal = new Coro::Signal; 361 my $signal = new Coro::Signal;
357 362
358 while () { 363 while () {
359 next_job: 364 next_job:
360 my $avail = cf::till_tick; 365 my $avail = cf::till_tick;
430 435
431 my $busy = 1; 436 my $busy = 1;
432 my @res; 437 my @res;
433 438
434 (async { 439 (async {
440 $Coro::current->desc ("sync job coro");
435 @res = eval { $job->() }; 441 @res = eval { $job->() };
436 warn $@ if $@; 442 warn $@ if $@;
437 undef $busy; 443 undef $busy;
438 })->prio (Coro::PRIO_MAX); 444 })->prio (Coro::PRIO_MAX);
439 445
507=item cf::db_put $family => $key => $value 513=item cf::db_put $family => $key => $value
508 514
509Stores the given C<$value> in the family. It can currently store binary 515Stores the given C<$value> in the family. It can currently store binary
510data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 516data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
511 517
518=item $db = cf::db_table "name"
519
520Create and/or open a new database table. The string must not be "db" and must be unique
521within each server.
522
512=cut 523=cut
524
525sub db_table($) {
526 my ($name) = @_;
527 my $db = BDB::db_create $DB_ENV;
528
529 eval {
530 $db->set_flags (BDB::CHKSUM);
531
532 utf8::encode $name;
533 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
534 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
535 cf::cleanup "db_open(db): $!" if $!;
536 };
537 cf::cleanup "db_open(db): $@" if $@;
538
539 $db
540}
513 541
514our $DB; 542our $DB;
515 543
516sub db_init { 544sub db_init {
517 unless ($DB) {
518 $DB = BDB::db_create $DB_ENV;
519
520 cf::sync_job { 545 cf::sync_job {
521 eval { 546 $DB ||= db_table "db";
522 $DB->set_flags (BDB::CHKSUM);
523
524 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
525 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
526 cf::cleanup "db_open(db): $!" if $!;
527 };
528 cf::cleanup "db_open(db): $@" if $@;
529 };
530 } 547 };
531} 548}
532 549
533sub db_get($$) { 550sub db_get($$) {
534 my $key = "$_[0]/$_[1]"; 551 my $key = "$_[0]/$_[1]";
535 552
1011 }, 1028 },
1012); 1029);
1013 1030
1014sub object_freezer_save { 1031sub object_freezer_save {
1015 my ($filename, $rdata, $objs) = @_; 1032 my ($filename, $rdata, $objs) = @_;
1016
1017 my $guard = cf::lock_acquire "io";
1018 1033
1019 sync_job { 1034 sync_job {
1020 if (length $$rdata) { 1035 if (length $$rdata) {
1021 utf8::decode (my $decname = $filename); 1036 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1037 warn sprintf "saving %s (%d,%d)\n",
1048 } else { 1063 } else {
1049 aio_unlink $filename; 1064 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1065 aio_unlink "$filename.pst";
1051 } 1066 }
1052 }; 1067 };
1053
1054 undef $guard;
1055} 1068}
1056 1069
1057sub object_freezer_as_string { 1070sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1071 my ($rdata, $objs) = @_;
1059 1072
1064 1077
1065sub object_thawer_load { 1078sub object_thawer_load {
1066 my ($filename) = @_; 1079 my ($filename) = @_;
1067 1080
1068 my ($data, $av); 1081 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1082
1072 (aio_load $filename, $data) >= 0 1083 (aio_load $filename, $data) >= 0
1073 or return; 1084 or return;
1074 1085
1075 unless (aio_stat "$filename.pst") { 1086 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1087 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1088 or return;
1078 1089
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1090 $av = eval { (Storable::thaw $av)->{objs} };
1081 } 1091 }
1082 1092
1083 utf8::decode (my $decname = $filename); 1093 utf8::decode (my $decname = $filename);
1084 warn sprintf "loading %s (%d,%d)\n", 1094 warn sprintf "loading %s (%d,%d)\n",
1339 aio_unlink +(playerdir $login) . "/$login.pl"; 1349 aio_unlink +(playerdir $login) . "/$login.pl";
1340 1350
1341 my $f = new_from_file cf::object::thawer path $login 1351 my $f = new_from_file cf::object::thawer path $login
1342 or return; 1352 or return;
1343 1353
1344 $f->next;
1345 my $pl = cf::player::load_pl $f 1354 my $pl = cf::player::load_pl $f
1346 or return; 1355 or return;
1347 local $cf::PLAYER_LOADING{$login} = $pl; 1356 local $cf::PLAYER_LOADING{$login} = $pl;
1348 $f->resolve_delayed_derefs; 1357 $f->resolve_delayed_derefs;
1349 $cf::PLAYER{$login} = $pl 1358 $cf::PLAYER{$login} = $pl
2030 } 2039 }
2031 2040
2032 $MAP_PREFETCH{$path} |= $load; 2041 $MAP_PREFETCH{$path} |= $load;
2033 2042
2034 $MAP_PREFETCHER ||= cf::async { 2043 $MAP_PREFETCHER ||= cf::async {
2044 $Coro::current->{desc} = "map prefetcher";
2045
2035 while (%MAP_PREFETCH) { 2046 while (%MAP_PREFETCH) {
2036 while (my ($k, $v) = each %MAP_PREFETCH) { 2047 while (my ($k, $v) = each %MAP_PREFETCH) {
2037 if (my $map = find $k) { 2048 if (my $map = find $k) {
2038 $map->load if $v; 2049 $map->load if $v;
2039 } 2050 }
2065 return if $self->{deny_save}; 2076 return if $self->{deny_save};
2066 2077
2067 local $self->{last_access} = $self->last_access;#d# 2078 local $self->{last_access} = $self->last_access;#d#
2068 2079
2069 cf::async { 2080 cf::async {
2081 $Coro::current->{desc} = "map player save";
2070 $_->contr->save for $self->players; 2082 $_->contr->save for $self->players;
2071 }; 2083 };
2072 2084
2073 if ($uniq) { 2085 if ($uniq) {
2074 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2086 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2445 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2457 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2446 2458
2447 $self->enter_link; 2459 $self->enter_link;
2448 2460
2449 (async { 2461 (async {
2462 $Coro::current->{desc} = "player::goto $path $x $y";
2463
2464 # *tag paths override both path and x|y
2465 if ($path =~ /^\*(.*)$/) {
2466 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2467 my $ob = $obs[rand @obs];
2468
2469 # see if we actually can go there
2470 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2471 $ob = $obs[rand @obs];
2472 } else {
2473 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2474 }
2475 # else put us there anyways for now #d#
2476
2477 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2478 } else {
2479 ($path, $x, $y) = (undef, undef, undef);
2480 }
2481 }
2482
2450 my $map = eval { 2483 my $map = eval {
2451 my $map = cf::map::find $path; 2484 my $map = defined $path ? cf::map::find $path : undef;
2452 2485
2453 if ($map) { 2486 if ($map) {
2454 $map = $map->customise_for ($self); 2487 $map = $map->customise_for ($self);
2455 $map = $check->($map) if $check && $map; 2488 $map = $check->($map) if $check && $map;
2456 } else { 2489 } else {
2457 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2490 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2458 } 2491 }
2459 2492
2460 $map 2493 $map
2461 }; 2494 };
2462 2495
2552 # if exit is damned, update players death & WoR home-position 2585 # if exit is damned, update players death & WoR home-position
2553 $self->contr->savebed ($slaying, $hp, $sp) 2586 $self->contr->savebed ($slaying, $hp, $sp)
2554 if $exit->flag (FLAG_DAMNED); 2587 if $exit->flag (FLAG_DAMNED);
2555 2588
2556 (async { 2589 (async {
2590 $Coro::current->{desc} = "enter_exit $slaying $hp $sp";
2591
2557 $self->deactivate_recursive; # just to be sure 2592 $self->deactivate_recursive; # just to be sure
2558 unless (eval { 2593 unless (eval {
2559 $self->goto ($slaying, $hp, $sp); 2594 $self->goto ($slaying, $hp, $sp);
2560 2595
2561 1; 2596 1;
2598 2633
2599=cut 2634=cut
2600 2635
2601our %CHANNEL = ( 2636our %CHANNEL = (
2602 "c/identify" => { 2637 "c/identify" => {
2603 id => "identify", 2638 id => "infobox",
2604 title => "Identify", 2639 title => "Identify",
2605 reply => undef, 2640 reply => undef,
2606 tooltip => "Items recently identified", 2641 tooltip => "Items recently identified",
2607 }, 2642 },
2608 "c/examine" => { 2643 "c/examine" => {
2609 id => "examine", 2644 id => "infobox",
2610 title => "Examine", 2645 title => "Examine",
2611 reply => undef, 2646 reply => undef,
2612 tooltip => "Signs and other items you examined", 2647 tooltip => "Signs and other items you examined",
2613 }, 2648 },
2649 "c/lookat" => {
2650 id => "infobox",
2651 title => "Look",
2652 reply => undef,
2653 tooltip => "What you saw there",
2654 },
2614); 2655);
2615 2656
2616sub cf::client::send_msg { 2657sub cf::client::send_msg {
2617 my ($self, $channel, $msg, $color, @extra) = @_; 2658 my ($self, $channel, $msg, $color, @extra) = @_;
2618 2659
2619 $msg = $self->pl->expand_cfpod ($msg); 2660 $msg = $self->pl->expand_cfpod ($msg);
2620 2661
2621 $color &= cf::NDI_CLIENT_MASK; # just in case... 2662 $color &= cf::NDI_CLIENT_MASK; # just in case...
2622 2663
2623 # check predefined channels, for the benefit of C 2664 # check predefined channels, for the benefit of C
2624 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2665 if ($CHANNEL{$channel}) {
2666 $channel = $CHANNEL{$channel};
2625 2667
2668 $self->ext_msg (channel_info => $channel)
2669 if $self->can_msg;
2670
2671 $channel = $channel->{id};
2672
2626 if (ref $channel) { 2673 } elsif (ref $channel) {
2627 # send meta info to client, if not yet sent 2674 # send meta info to client, if not yet sent
2628 unless (exists $self->{channel}{$channel->{id}}) { 2675 unless (exists $self->{channel}{$channel->{id}}) {
2629 $self->{channel}{$channel->{id}} = $channel; 2676 $self->{channel}{$channel->{id}} = $channel;
2630 $self->ext_msg (channel_info => $channel) 2677 $self->ext_msg (channel_info => $channel)
2631 if $self->can_msg; 2678 if $self->can_msg;
3150sub main { 3197sub main {
3151 # we must not ever block the main coroutine 3198 # we must not ever block the main coroutine
3152 local $Coro::idle = sub { 3199 local $Coro::idle = sub {
3153 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3200 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3154 (async { 3201 (async {
3202 $Coro::current->{desc} = "IDLE BUG HANDLER";
3155 Event::one_event; 3203 Event::one_event;
3156 })->prio (Coro::PRIO_MAX); 3204 })->prio (Coro::PRIO_MAX);
3157 }; 3205 };
3158 3206
3159 reload_config; 3207 reload_config;
3403register_command "reload" => sub { 3451register_command "reload" => sub {
3404 my ($who, $arg) = @_; 3452 my ($who, $arg) = @_;
3405 3453
3406 if ($who->flag (FLAG_WIZ)) { 3454 if ($who->flag (FLAG_WIZ)) {
3407 $who->message ("reloading server."); 3455 $who->message ("reloading server.");
3456 async {
3457 $Coro::current->{desc} = "perl_reload";
3408 async { reload_perl }; 3458 reload_perl;
3459 };
3409 } 3460 }
3410}; 3461};
3411 3462
3412unshift @INC, $LIBDIR; 3463unshift @INC, $LIBDIR;
3413 3464
3432 my $signal = new Coro::Signal; 3483 my $signal = new Coro::Signal;
3433 push @WAIT_FOR_TICK_BEGIN, $signal; 3484 push @WAIT_FOR_TICK_BEGIN, $signal;
3434 $signal->wait; 3485 $signal->wait;
3435} 3486}
3436 3487
3437 my $min = 1e6;#d#
3438 my $avg = 10;
3439$TICK_WATCHER = Event->timer ( 3488$TICK_WATCHER = Event->timer (
3440 reentrant => 0, 3489 reentrant => 0,
3441 parked => 1, 3490 parked => 1,
3442 prio => 0, 3491 prio => 0,
3443 at => $NEXT_TICK || $TICK, 3492 at => $NEXT_TICK || $TICK,
3451 3500
3452 $NOW = $tick_start = Event::time; 3501 $NOW = $tick_start = Event::time;
3453 3502
3454 cf::server_tick; # one server iteration 3503 cf::server_tick; # one server iteration
3455 3504
3456 0 && sync_job {#d#
3457 for(1..10) {
3458 my $t = Event::time;
3459 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3460 or die;
3461
3462 $map->width (50);
3463 $map->height (50);
3464 $map->alloc;
3465 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3466 my $t = Event::time - $t;
3467
3468 #next unless $t < 0.0013;#d#
3469 if ($t < $min) {
3470 $min = $t;
3471 }
3472 $avg = $avg * 0.99 + $t * 0.01;
3473 }
3474 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3475 exit 0;
3476 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3477 };
3478
3479 $RUNTIME += $TICK; 3505 $RUNTIME += $TICK;
3480 $NEXT_TICK += $TICK; 3506 $NEXT_TICK += $TICK;
3481 3507
3482 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3508 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3483 $NEXT_RUNTIME_WRITE = $NOW + 10; 3509 $NEXT_RUNTIME_WRITE = $NOW + 10;
3484 Coro::async_pool { 3510 Coro::async_pool {
3511 $Coro::current->{desc} = "runtime saver";
3485 write_runtime 3512 write_runtime
3486 or warn "ERROR: unable to write runtime file: $!"; 3513 or warn "ERROR: unable to write runtime file: $!";
3487 }; 3514 };
3488 } 3515 }
3489 3516
3490# my $AFTER = Event::time;
3491# warn $AFTER - $NOW;#d#
3492
3493 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3517 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3494 $sig->send; 3518 $sig->send;
3495 } 3519 }
3496 while (my $sig = shift @WAIT_FOR_TICK) { 3520 while (my $sig = shift @WAIT_FOR_TICK) {
3497 $sig->send; 3521 $sig->send;
3507 3531
3508 $LOAD = ($NOW - $tick_start) / $TICK; 3532 $LOAD = ($NOW - $tick_start) / $TICK;
3509 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3533 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3510 3534
3511 _post_tick; 3535 _post_tick;
3512
3513
3514 }, 3536 },
3515); 3537);
3516 3538
3517{ 3539{
3540 BDB::min_parallel 8;
3518 BDB::max_poll_time $TICK * 0.1; 3541 BDB::max_poll_time $TICK * 0.1;
3519 $BDB_POLL_WATCHER = Event->io ( 3542 $BDB_POLL_WATCHER = Event->io (
3520 reentrant => 0, 3543 reentrant => 0,
3521 fd => BDB::poll_fileno, 3544 fd => BDB::poll_fileno,
3522 poll => 'r', 3545 poll => 'r',
3523 prio => 0, 3546 prio => 0,
3524 data => WF_AUTOCANCEL, 3547 data => WF_AUTOCANCEL,
3525 cb => \&BDB::poll_cb, 3548 cb => \&BDB::poll_cb,
3526 ); 3549 );
3527 BDB::min_parallel 8;
3528 3550
3529 BDB::set_sync_prepare { 3551 BDB::set_sync_prepare {
3530 my $status; 3552 my $status;
3531 my $current = $Coro::current; 3553 my $current = $Coro::current;
3532 ( 3554 (
3541 ) 3563 )
3542 }; 3564 };
3543 3565
3544 unless ($DB_ENV) { 3566 unless ($DB_ENV) {
3545 $DB_ENV = BDB::db_env_create; 3567 $DB_ENV = BDB::db_env_create;
3568 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
3569 | BDB::LOG_AUTOREMOVE, 1);
3570 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3571 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3546 3572
3547 cf::sync_job { 3573 cf::sync_job {
3548 eval { 3574 eval {
3549 BDB::db_env_open 3575 BDB::db_env_open
3550 $DB_ENV, 3576 $DB_ENV,
3552 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3578 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3553 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3579 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3554 0666; 3580 0666;
3555 3581
3556 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3582 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3557
3558 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3559 $DB_ENV->set_lk_detect;
3560 }; 3583 };
3561 3584
3562 cf::cleanup "db_env_open(db): $@" if $@; 3585 cf::cleanup "db_env_open(db): $@" if $@;
3563 }; 3586 };
3564 } 3587 }
3588
3589 $BDB_DEADLOCK_WATCHER = Event->timer (
3590 after => 3,
3591 interval => 1,
3592 hard => 1,
3593 prio => 0,
3594 data => WF_AUTOCANCEL,
3595 cb => sub {
3596 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3597 },
3598 );
3599 $BDB_CHECKPOINT_WATCHER = Event->timer (
3600 after => 11,
3601 interval => 60,
3602 hard => 1,
3603 prio => 0,
3604 data => WF_AUTOCANCEL,
3605 cb => sub {
3606 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3607 },
3608 );
3609 $BDB_TRICKLE_WATCHER = Event->timer (
3610 after => 5,
3611 interval => 10,
3612 hard => 1,
3613 prio => 0,
3614 data => WF_AUTOCANCEL,
3615 cb => sub {
3616 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3617 },
3618 );
3565} 3619}
3566 3620
3567{ 3621{
3568 IO::AIO::min_parallel 8; 3622 IO::AIO::min_parallel 8;
3569 3623
3572 $AIO_POLL_WATCHER = Event->io ( 3626 $AIO_POLL_WATCHER = Event->io (
3573 reentrant => 0, 3627 reentrant => 0,
3574 data => WF_AUTOCANCEL, 3628 data => WF_AUTOCANCEL,
3575 fd => IO::AIO::poll_fileno, 3629 fd => IO::AIO::poll_fileno,
3576 poll => 'r', 3630 poll => 'r',
3577 prio => 6, 3631 prio => 0,
3578 cb => \&IO::AIO::poll_cb, 3632 cb => \&IO::AIO::poll_cb,
3579 ); 3633 );
3580} 3634}
3581 3635
3582my $_log_backtrace; 3636my $_log_backtrace;
3588 3642
3589 # limit the # of concurrent backtraces 3643 # limit the # of concurrent backtraces
3590 if ($_log_backtrace < 2) { 3644 if ($_log_backtrace < 2) {
3591 ++$_log_backtrace; 3645 ++$_log_backtrace;
3592 async { 3646 async {
3647 $Coro::current->{desc} = "abt $msg";
3648
3593 my @bt = fork_call { 3649 my @bt = fork_call {
3594 @addr = map { sprintf "%x", $_ } @addr; 3650 @addr = map { sprintf "%x", $_ } @addr;
3595 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3651 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3596 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3652 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3597 or die "addr2line: $!"; 3653 or die "addr2line: $!";

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines