Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F105236998
PhabricatorFactDaemon.php
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Sat, Mar 15, 16:49
Size
5 KB
Mime Type
text/x-php
Expires
Mon, Mar 17, 16:49 (1 d, 23 h)
Engine
blob
Format
Raw Data
Handle
24946892
Attached To
rPH Phabricator
PhabricatorFactDaemon.php
View Options
<?php
final
class
PhabricatorFactDaemon
extends
PhabricatorDaemon
{
private
$engines
;
protected
function
run
()
{
$this
->
setEngines
(
PhabricatorFactEngine
::
loadAllEngines
());
while
(!
$this
->
shouldExit
())
{
PhabricatorCaches
::
destroyRequestCache
();
$iterators
=
$this
->
getAllApplicationIterators
();
foreach
(
$iterators
as
$iterator_name
=>
$iterator
)
{
$this
->
processIteratorWithCursor
(
$iterator_name
,
$iterator
);
}
$this
->
log
(
pht
(
'Zzz...'
));
$this
->
sleep
(
60
*
5
);
}
}
public
static
function
getAllApplicationIterators
()
{
$apps
=
PhabricatorApplication
::
getAllInstalledApplications
();
$iterators
=
array
();
foreach
(
$apps
as
$app
)
{
foreach
(
$app
->
getFactObjectsForAnalysis
()
as
$object
)
{
$iterator
=
new
PhabricatorFactUpdateIterator
(
$object
);
$iterators
[
get_class
(
$object
)]
=
$iterator
;
}
}
return
$iterators
;
}
public
function
processIteratorWithCursor
(
$iterator_name
,
$iterator
)
{
$this
->
log
(
pht
(
"Processing cursor '%s'."
,
$iterator_name
));
$cursor
=
id
(
new
PhabricatorFactCursor
())->
loadOneWhere
(
'name = %s'
,
$iterator_name
);
if
(!
$cursor
)
{
$cursor
=
new
PhabricatorFactCursor
();
$cursor
->
setName
(
$iterator_name
);
$position
=
null
;
}
else
{
$position
=
$cursor
->
getPosition
();
}
if
(
$position
)
{
$iterator
->
setPosition
(
$position
);
}
$new_cursor_position
=
$this
->
processIterator
(
$iterator
);
if
(
$new_cursor_position
)
{
$cursor
->
setPosition
(
$new_cursor_position
);
$cursor
->
save
();
}
}
public
function
setEngines
(
array
$engines
)
{
assert_instances_of
(
$engines
,
'PhabricatorFactEngine'
);
$viewer
=
PhabricatorUser
::
getOmnipotentUser
();
foreach
(
$engines
as
$engine
)
{
$engine
->
setViewer
(
$viewer
);
}
$this
->
engines
=
$engines
;
return
$this
;
}
public
function
processIterator
(
$iterator
)
{
$result
=
null
;
$datapoints
=
array
();
$count
=
0
;
foreach
(
$iterator
as
$key
=>
$object
)
{
$phid
=
$object
->
getPHID
();
$this
->
log
(
pht
(
'Processing %s...'
,
$phid
));
$object_datapoints
=
$this
->
newDatapoints
(
$object
);
$count
+=
count
(
$object_datapoints
);
$datapoints
[
$phid
]
=
$object_datapoints
;
if
(
$count
>
1024
)
{
$this
->
updateDatapoints
(
$datapoints
);
$datapoints
=
array
();
$count
=
0
;
}
$result
=
$key
;
}
if
(
$count
)
{
$this
->
updateDatapoints
(
$datapoints
);
$datapoints
=
array
();
$count
=
0
;
}
return
$result
;
}
private
function
newDatapoints
(
PhabricatorLiskDAO
$object
)
{
$facts
=
array
();
foreach
(
$this
->
engines
as
$engine
)
{
if
(!
$engine
->
supportsDatapointsForObject
(
$object
))
{
continue
;
}
$facts
[]
=
$engine
->
newDatapointsForObject
(
$object
);
}
return
array_mergev
(
$facts
);
}
private
function
updateDatapoints
(
array
$map
)
{
foreach
(
$map
as
$phid
=>
$facts
)
{
assert_instances_of
(
$facts
,
'PhabricatorFactIntDatapoint'
);
}
$phids
=
array_keys
(
$map
);
if
(!
$phids
)
{
return
;
}
$fact_keys
=
array
();
$objects
=
array
();
foreach
(
$map
as
$phid
=>
$facts
)
{
foreach
(
$facts
as
$fact
)
{
$fact_keys
[
$fact
->
getKey
()]
=
true
;
$object_phid
=
$fact
->
getObjectPHID
();
$objects
[
$object_phid
]
=
$object_phid
;
$dimension_phid
=
$fact
->
getDimensionPHID
();
if
(
$dimension_phid
!==
null
)
{
$objects
[
$dimension_phid
]
=
$dimension_phid
;
}
}
}
$key_map
=
id
(
new
PhabricatorFactKeyDimension
())
->
newDimensionMap
(
array_keys
(
$fact_keys
),
true
);
$object_map
=
id
(
new
PhabricatorFactObjectDimension
())
->
newDimensionMap
(
array_keys
(
$objects
),
true
);
$table
=
new
PhabricatorFactIntDatapoint
();
$conn
=
$table
->
establishConnection
(
'w'
);
$table_name
=
$table
->
getTableName
();
$sql
=
array
();
foreach
(
$map
as
$phid
=>
$facts
)
{
foreach
(
$facts
as
$fact
)
{
$key_id
=
$key_map
[
$fact
->
getKey
()];
$object_id
=
$object_map
[
$fact
->
getObjectPHID
()];
$dimension_phid
=
$fact
->
getDimensionPHID
();
if
(
$dimension_phid
!==
null
)
{
$dimension_id
=
$object_map
[
$dimension_phid
];
}
else
{
$dimension_id
=
null
;
}
$sql
[]
=
qsprintf
(
$conn
,
'(%d, %d, %nd, %d, %d)'
,
$key_id
,
$object_id
,
$dimension_id
,
$fact
->
getValue
(),
$fact
->
getEpoch
());
}
}
$rebuilt_ids
=
array_select_keys
(
$object_map
,
$phids
);
$table
->
openTransaction
();
queryfx
(
$conn
,
'DELETE FROM %T WHERE objectID IN (%Ld)'
,
$table_name
,
$rebuilt_ids
);
if
(
$sql
)
{
foreach
(
PhabricatorLiskDAO
::
chunkSQL
(
$sql
)
as
$chunk
)
{
queryfx
(
$conn
,
'INSERT INTO %T
(keyID, objectID, dimensionID, value, epoch)
VALUES %Q'
,
$table_name
,
$chunk
);
}
}
$table
->
saveTransaction
();
}
}
Event Timeline
Log In to Comment